17:38:23.761 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
17:38:23.761 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskfGU3aF/test-tmp
17:38:23.762 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/asan/bin
17:38:23.762 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskfGU3aF/java/build/dist-test/../../../build/asan/bin/kudu, test, mini_cluster, --serialization=pb]
17:38:23.763 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-taskfGU3aF/test-tmp/mini-kudu-cluster1631927197176973382"
extra_master_flags: "--txn_manager_enabled"
extra_master_flags: "--raft_heartbeat_interval_ms=100"
extra_tserver_flags: "--txn_keepalive_interval_ms=1000"
extra_tserver_flags: "--txn_staleness_tracker_interval_ms=250"
extra_tserver_flags: "--enable_txn_system_client_init=true"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
17:38:24.076 [DEBUG - main] (MiniKuduCluster.java:195) Response:
17:38:24.076 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
17:38:24.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:24.078459 18224 mini_oidc.cc:152] Starting JWKS server
17:38:24.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:24.081023 18224 webserver.cc:460] Webserver started at http://127.0.0.1:41249/ using document root <none> and password file <none>
17:38:24.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:24.081234 18224 mini_oidc.cc:189] Starting OIDC Discovery server
17:38:24.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:24.081777 18224 webserver.cc:460] Webserver started at http://127.0.0.1:33599/ using document root <none> and password file <none>
17:38:24.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-23T17:38:24Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
17:38:24.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-23T17:38:24Z Disabled control of system clock
17:38:24.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:24.111184 18224 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskfGU3aF/build/asan/bin/kudu
17:38:24.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskfGU3aF/build/asan/bin/kudu
17:38:24.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskfGU3aF/test-tmp/mini-kudu-cluster1631927197176973382/master-0/wal
17:38:24.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskfGU3aF/test-tmp/mini-kudu-cluster1631927197176973382/master-0/data
17:38:24.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
17:38:24.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
17:38:24.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
17:38:24.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
17:38:24.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
17:38:24.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
17:38:24.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskfGU3aF/test-tmp/mini-kudu-cluster1631927197176973382/master-0/logs
17:38:24.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskfGU3aF/test-tmp/mini-kudu-cluster1631927197176973382/master-0/data/info.pb
17:38:24.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
17:38:24.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
17:38:24.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
17:38:24.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
17:38:24.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
17:38:24.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
17:38:24.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
17:38:24.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
17:38:24.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
17:38:24.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
17:38:24.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
17:38:24.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
17:38:24.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.204.62:35645
17:38:24.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.204.62
17:38:24.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
17:38:24.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.204.20:40717
17:38:24.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
17:38:24.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
17:38:24.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
17:38:24.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
17:38:24.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.204.62:35645,127.17.204.61:35389,127.17.204.60:33967
17:38:24.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
17:38:24.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41249/jwks.json
17:38:24.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
17:38:24.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
17:38:24.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:24.420674 18235 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
17:38:24.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:24.421036 18235 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
17:38:24.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:24.421160 18235 flags.cc:425] Enabled unsafe flag: --never_fsync=true
17:38:24.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:24.428222 18235 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
17:38:24.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:24.428368 18235 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
17:38:24.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:24.428428 18235 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
17:38:24.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:24.428506 18235 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
17:38:24.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:24.428566 18235 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
17:38:24.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:24.428648 18235 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
17:38:24.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:24.428740 18235 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:41249/jwks.json
17:38:24.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:24.437629 18235 master_runner.cc:386] Master server non-default flags:
17:38:24.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
17:38:24.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.204.20:40717
17:38:24.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
17:38:24.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
17:38:24.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
17:38:24.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskfGU3aF/test-tmp/mini-kudu-cluster1631927197176973382/master-0/data
17:38:24.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskfGU3aF/test-tmp/mini-kudu-cluster1631927197176973382/master-0/wal
17:38:24.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
17:38:24.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.204.62:35645,127.17.204.61:35389,127.17.204.60:33967
17:38:24.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
17:38:24.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
17:38:24.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
17:38:24.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
17:38:24.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.204.62:35645
17:38:24.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
17:38:24.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
17:38:24.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
17:38:24.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41249/jwks.json
17:38:24.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
17:38:24.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
17:38:24.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskfGU3aF/test-tmp/mini-kudu-cluster1631927197176973382/master-0/data/info.pb
17:38:24.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.204.62
17:38:24.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
17:38:24.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
17:38:24.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
17:38:24.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
17:38:24.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
17:38:24.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
17:38:24.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskfGU3aF/test-tmp/mini-kudu-cluster1631927197176973382/master-0/logs
17:38:24.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
17:38:24.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
17:38:24.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
17:38:24.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
17:38:24.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
17:38:24.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
17:38:24.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
17:38:24.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 23 Sep 2026 16:28:54 UTC on ccycloud.quasar-niuser.root.comops.site
17:38:24.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4667752
17:38:24.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
17:38:24.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:24.439234 18235 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
17:38:24.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:24.441069 18235 file_cache.cc:493] Constructed file cache file cache with capacity 419430
17:38:24.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:24.453140 18240 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
17:38:24.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:24.453092 18241 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
17:38:24.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:24.453171 18243 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
17:38:24.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:24.454088 18235 server_base.cc:1034] running on GCE node
17:38:24.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:24.454851 18235 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
17:38:24.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:24.456188 18235 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
17:38:24.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:24.457412 18235 hybrid_clock.cc:648] HybridClock initialized: now 1790185104457351 us; error 49 us; skew 500 ppm
17:38:24.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:24.457793 18235 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
17:38:24.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:24.460198 18235 webserver.cc:460] Webserver started at http://127.17.204.62:39011/ using document root <none> and password file <none>
17:38:24.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:24.460896 18235 fs_manager.cc:359] Metadata directory not provided
17:38:24.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:24.461072 18235 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
17:38:24.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:24.461390 18235 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
17:38:24.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:24.464030 18235 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskfGU3aF/test-tmp/mini-kudu-cluster1631927197176973382/master-0/data/instance:
17:38:24.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "be76aec1e782453bb186d86c9446e26d"
17:38:24.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-23 17:38:24 on dist-test-slave-85br"
17:38:24.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:24.464963 18235 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskfGU3aF/test-tmp/mini-kudu-cluster1631927197176973382/master-0/wal/instance:
17:38:24.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "be76aec1e782453bb186d86c9446e26d"
17:38:24.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-23 17:38:24 on dist-test-slave-85br"
17:38:24.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:24.470388 18235 fs_manager.cc:691] Time spent creating directory manager: real 0.005s user 0.004s sys 0.000s
17:38:24.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:24.473934 18249 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
17:38:24.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:24.475246 18235 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.004s sys 0.000s
17:38:24.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:24.475441 18235 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskfGU3aF/test-tmp/mini-kudu-cluster1631927197176973382/master-0/data,/tmp/dist-test-taskfGU3aF/test-tmp/mini-kudu-cluster1631927197176973382/master-0/wal
17:38:24.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "be76aec1e782453bb186d86c9446e26d"
17:38:24.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-23 17:38:24 on dist-test-slave-85br"
17:38:24.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:24.475687 18235 fs_report.cc:383] FS layout report
17:38:24.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
17:38:24.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskfGU3aF/test-tmp/mini-kudu-cluster1631927197176973382/master-0/wal
17:38:24.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskfGU3aF/test-tmp/mini-kudu-cluster1631927197176973382/master-0/wal
17:38:24.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskfGU3aF/test-tmp/mini-kudu-cluster1631927197176973382/master-0/data/data
17:38:24.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
17:38:24.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
17:38:24.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
17:38:24.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
17:38:24.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
17:38:24.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
17:38:24.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
17:38:24.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
17:38:24.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
17:38:24.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
17:38:24.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
17:38:24.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:24.489960 18235 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
17:38:24.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:24.490756 18235 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
17:38:24.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:24.491076 18235 kserver.cc:163] Server-wide thread pool size limit: 3276
17:38:24.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:24.512773 18235 rpc_server.cc:307] RPC server started. Bound to: 127.17.204.62:35645
17:38:24.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:24.512794 18310 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.17.204.62:35645 every 8 connection(s)
17:38:24.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:24.514266 18235 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskfGU3aF/test-tmp/mini-kudu-cluster1631927197176973382/master-0/data/info.pb
17:38:24.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:24.516322 18224 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskfGU3aF/build/asan/bin/kudu as pid 18235
17:38:24.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:24.516602 18224 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskfGU3aF/test-tmp/mini-kudu-cluster1631927197176973382/master-0/wal/instance
17:38:24.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:24.518981 18311 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
17:38:24.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:24.519505 18224 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskfGU3aF/build/asan/bin/kudu
17:38:24.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskfGU3aF/build/asan/bin/kudu
17:38:24.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskfGU3aF/test-tmp/mini-kudu-cluster1631927197176973382/master-1/wal
17:38:24.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskfGU3aF/test-tmp/mini-kudu-cluster1631927197176973382/master-1/data
17:38:24.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
17:38:24.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
17:38:24.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
17:38:24.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
17:38:24.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
17:38:24.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
17:38:24.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskfGU3aF/test-tmp/mini-kudu-cluster1631927197176973382/master-1/logs
17:38:24.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskfGU3aF/test-tmp/mini-kudu-cluster1631927197176973382/master-1/data/info.pb
17:38:24.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
17:38:24.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
17:38:24.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
17:38:24.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
17:38:24.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
17:38:24.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
17:38:24.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
17:38:24.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
17:38:24.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
17:38:24.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
17:38:24.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
17:38:24.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
17:38:24.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.204.61:35389
17:38:24.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.204.61
17:38:24.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
17:38:24.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.204.20:40717
17:38:24.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
17:38:24.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
17:38:24.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
17:38:24.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
17:38:24.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.204.62:35645,127.17.204.61:35389,127.17.204.60:33967
17:38:24.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
17:38:24.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41249/jwks.json
17:38:24.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
17:38:24.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
17:38:24.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:24.526783 18311 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.204.62" port: 35645 } has no permanent_uuid. Determining permanent_uuid...
17:38:24.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:24.544866 18311 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.204.61" port: 35389 } has no permanent_uuid. Determining permanent_uuid...
17:38:24.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:24.546061 18251 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.17.204.61:35389: connect: Connection refused (error 111)
17:38:24.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:24.547698 18311 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.204.61:35389: Network error: Client connection negotiation failed: client connection to 127.17.204.61:35389: connect: Connection refused (error 111)
17:38:24.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:24.597085 18311 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.204.61" port: 35389 } attempt: 1
17:38:24.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:24.599148 18311 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.204.61:35389: Network error: Client connection negotiation failed: client connection to 127.17.204.61:35389: connect: Connection refused (error 111)
17:38:24.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:24.667488 18311 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.204.61" port: 35389 } attempt: 2
17:38:24.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:24.669548 18311 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.204.61:35389: Network error: Client connection negotiation failed: client connection to 127.17.204.61:35389: connect: Connection refused (error 111)
17:38:24.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:24.760877 18311 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.204.61" port: 35389 } attempt: 3
17:38:24.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:24.762991 18311 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.204.61:35389: Network error: Client connection negotiation failed: client connection to 127.17.204.61:35389: connect: Connection refused (error 111)
17:38:24.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:24.841518 18313 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
17:38:24.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:24.841806 18313 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
17:38:24.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:24.841886 18313 flags.cc:425] Enabled unsafe flag: --never_fsync=true
17:38:24.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:24.849357 18313 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
17:38:24.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:24.849452 18313 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
17:38:24.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:24.849488 18313 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
17:38:24.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:24.849534 18313 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
17:38:24.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:24.849570 18313 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
17:38:24.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:24.849620 18313 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
17:38:24.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:24.849651 18313 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:41249/jwks.json
17:38:24.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:24.858707 18313 master_runner.cc:386] Master server non-default flags:
17:38:24.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
17:38:24.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.204.20:40717
17:38:24.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
17:38:24.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
17:38:24.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
17:38:24.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskfGU3aF/test-tmp/mini-kudu-cluster1631927197176973382/master-1/data
17:38:24.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskfGU3aF/test-tmp/mini-kudu-cluster1631927197176973382/master-1/wal
17:38:24.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
17:38:24.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.204.62:35645,127.17.204.61:35389,127.17.204.60:33967
17:38:24.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
17:38:24.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
17:38:24.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
17:38:24.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
17:38:24.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.204.61:35389
17:38:24.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
17:38:24.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
17:38:24.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
17:38:24.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41249/jwks.json
17:38:24.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
17:38:24.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
17:38:24.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskfGU3aF/test-tmp/mini-kudu-cluster1631927197176973382/master-1/data/info.pb
17:38:24.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.204.61
17:38:24.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
17:38:24.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
17:38:24.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
17:38:24.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
17:38:24.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
17:38:24.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
17:38:24.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskfGU3aF/test-tmp/mini-kudu-cluster1631927197176973382/master-1/logs
17:38:24.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
17:38:24.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
17:38:24.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
17:38:24.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
17:38:24.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
17:38:24.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
17:38:24.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
17:38:24.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 23 Sep 2026 16:28:54 UTC on ccycloud.quasar-niuser.root.comops.site
17:38:24.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4667752
17:38:24.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
17:38:24.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:24.859965 18313 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
17:38:24.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:24.861639 18313 file_cache.cc:493] Constructed file cache file cache with capacity 419430
17:38:24.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:24.873631 18322 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
17:38:24.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:24.873672 18324 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
17:38:24.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:24.873580 18321 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
17:38:24.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:24.874732 18313 server_base.cc:1034] running on GCE node
17:38:24.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:24.875595 18313 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
17:38:24.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:24.877040 18313 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
17:38:24.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:24.878266 18313 hybrid_clock.cc:648] HybridClock initialized: now 1790185104878209 us; error 48 us; skew 500 ppm
17:38:24.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:24.878670 18313 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
17:38:24.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:24.881183 18313 webserver.cc:460] Webserver started at http://127.17.204.61:34765/ using document root <none> and password file <none>
17:38:24.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:24.881901 18313 fs_manager.cc:359] Metadata directory not provided
17:38:24.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:24.882027 18313 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
17:38:24.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:24.882354 18313 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
17:38:24.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:24.885109 18313 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskfGU3aF/test-tmp/mini-kudu-cluster1631927197176973382/master-1/data/instance:
17:38:24.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "89368deac9d949ccb0609e7c90bc88af"
17:38:24.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-23 17:38:24 on dist-test-slave-85br"
17:38:24.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:24.885998 18313 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskfGU3aF/test-tmp/mini-kudu-cluster1631927197176973382/master-1/wal/instance:
17:38:24.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "89368deac9d949ccb0609e7c90bc88af"
17:38:24.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-23 17:38:24 on dist-test-slave-85br"
17:38:24.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:24.890983 18313 fs_manager.cc:691] Time spent creating directory manager: real 0.005s user 0.005s sys 0.000s
17:38:24.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:24.894287 18330 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
17:38:24.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:24.895514 18313 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.000s sys 0.004s
17:38:24.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:24.895726 18313 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskfGU3aF/test-tmp/mini-kudu-cluster1631927197176973382/master-1/data,/tmp/dist-test-taskfGU3aF/test-tmp/mini-kudu-cluster1631927197176973382/master-1/wal
17:38:24.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "89368deac9d949ccb0609e7c90bc88af"
17:38:24.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-23 17:38:24 on dist-test-slave-85br"
17:38:24.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:24.895936 18313 fs_report.cc:383] FS layout report
17:38:24.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
17:38:24.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskfGU3aF/test-tmp/mini-kudu-cluster1631927197176973382/master-1/wal
17:38:24.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskfGU3aF/test-tmp/mini-kudu-cluster1631927197176973382/master-1/wal
17:38:24.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskfGU3aF/test-tmp/mini-kudu-cluster1631927197176973382/master-1/data/data
17:38:24.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
17:38:24.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
17:38:24.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
17:38:24.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
17:38:24.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
17:38:24.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
17:38:24.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
17:38:24.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
17:38:24.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
17:38:24.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
17:38:24.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
17:38:24.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:24.906265 18311 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.204.61" port: 35389 } attempt: 4
17:38:24.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:24.908140 18311 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.204.61:35389: Network error: Client connection negotiation failed: client connection to 127.17.204.61:35389: connect: Connection refused (error 111)
17:38:24.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:24.937534 18313 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
17:38:24.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:24.938835 18313 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
17:38:24.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:24.939254 18313 kserver.cc:163] Server-wide thread pool size limit: 3276
17:38:24.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:24.962412 18313 rpc_server.cc:307] RPC server started. Bound to: 127.17.204.61:35389
17:38:24.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:24.962420 18391 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.17.204.61:35389 every 8 connection(s)
17:38:24.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:24.963790 18313 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskfGU3aF/test-tmp/mini-kudu-cluster1631927197176973382/master-1/data/info.pb
17:38:24.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:24.967316 18224 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskfGU3aF/build/asan/bin/kudu as pid 18313
17:38:24.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:24.967449 18224 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskfGU3aF/test-tmp/mini-kudu-cluster1631927197176973382/master-1/wal/instance
17:38:24.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:24.967551 18392 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
17:38:24.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:24.968647 18224 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskfGU3aF/build/asan/bin/kudu
17:38:24.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskfGU3aF/build/asan/bin/kudu
17:38:24.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskfGU3aF/test-tmp/mini-kudu-cluster1631927197176973382/master-2/wal
17:38:24.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskfGU3aF/test-tmp/mini-kudu-cluster1631927197176973382/master-2/data
17:38:24.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
17:38:24.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
17:38:24.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
17:38:24.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
17:38:24.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
17:38:24.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
17:38:24.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskfGU3aF/test-tmp/mini-kudu-cluster1631927197176973382/master-2/logs
17:38:24.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskfGU3aF/test-tmp/mini-kudu-cluster1631927197176973382/master-2/data/info.pb
17:38:24.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
17:38:24.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
17:38:24.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
17:38:24.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
17:38:24.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
17:38:24.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
17:38:24.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
17:38:24.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
17:38:24.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
17:38:24.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
17:38:24.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
17:38:24.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
17:38:24.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.204.60:33967
17:38:24.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.204.60
17:38:24.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
17:38:24.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.204.20:40717
17:38:24.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
17:38:24.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
17:38:24.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
17:38:24.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
17:38:24.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.204.62:35645,127.17.204.61:35389,127.17.204.60:33967
17:38:24.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
17:38:24.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41249/jwks.json
17:38:24.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
17:38:24.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
17:38:24.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:24.973877 18392 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.204.62" port: 35645 } has no permanent_uuid. Determining permanent_uuid...
17:38:24.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:24.988237 18392 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.204.61" port: 35389 } has no permanent_uuid. Determining permanent_uuid...
17:38:24.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:24.999297 18392 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.204.60" port: 33967 } has no permanent_uuid. Determining permanent_uuid...
17:38:25.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:25.000447 18334 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.17.204.60:33967: connect: Connection refused (error 111)
17:38:25.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:25.002246 18392 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.204.60:33967: Network error: Client connection negotiation failed: client connection to 127.17.204.60:33967: connect: Connection refused (error 111)
17:38:25.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:25.051582 18392 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.204.60" port: 33967 } attempt: 1
17:38:25.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:25.053723 18392 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.204.60:33967: Network error: Client connection negotiation failed: client connection to 127.17.204.60:33967: connect: Connection refused (error 111)
17:38:25.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:25.122023 18392 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.204.60" port: 33967 } attempt: 2
17:38:25.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:25.124068 18392 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.204.60:33967: Network error: Client connection negotiation failed: client connection to 127.17.204.60:33967: connect: Connection refused (error 111)
17:38:25.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:25.207427 18311 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.204.61" port: 35389 } attempt: 5
17:38:25.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:25.214890 18311 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.204.60" port: 33967 } has no permanent_uuid. Determining permanent_uuid...
17:38:25.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:25.215302 18392 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.204.60" port: 33967 } attempt: 3
17:38:25.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:25.217070 18311 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.204.60:33967: Network error: Client connection negotiation failed: client connection to 127.17.204.60:33967: connect: Connection refused (error 111)
17:38:25.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:25.217428 18392 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.204.60:33967: Network error: Client connection negotiation failed: client connection to 127.17.204.60:33967: connect: Connection refused (error 111)
17:38:25.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:25.268323 18311 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.204.60" port: 33967 } attempt: 1
17:38:25.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:25.270303 18311 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.204.60:33967: Network error: Client connection negotiation failed: client connection to 127.17.204.60:33967: connect: Connection refused (error 111)
17:38:25.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:25.289619 18394 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
17:38:25.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:25.289964 18394 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
17:38:25.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:25.290100 18394 flags.cc:425] Enabled unsafe flag: --never_fsync=true
17:38:25.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:25.297761 18394 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
17:38:25.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:25.297896 18394 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
17:38:25.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:25.297950 18394 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
17:38:25.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:25.298022 18394 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
17:38:25.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:25.298077 18394 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
17:38:25.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:25.298157 18394 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
17:38:25.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:25.298223 18394 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:41249/jwks.json
17:38:25.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:25.307693 18394 master_runner.cc:386] Master server non-default flags:
17:38:25.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
17:38:25.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.204.20:40717
17:38:25.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
17:38:25.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
17:38:25.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
17:38:25.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskfGU3aF/test-tmp/mini-kudu-cluster1631927197176973382/master-2/data
17:38:25.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskfGU3aF/test-tmp/mini-kudu-cluster1631927197176973382/master-2/wal
17:38:25.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
17:38:25.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.204.62:35645,127.17.204.61:35389,127.17.204.60:33967
17:38:25.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
17:38:25.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
17:38:25.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
17:38:25.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
17:38:25.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.204.60:33967
17:38:25.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
17:38:25.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
17:38:25.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
17:38:25.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41249/jwks.json
17:38:25.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
17:38:25.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
17:38:25.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskfGU3aF/test-tmp/mini-kudu-cluster1631927197176973382/master-2/data/info.pb
17:38:25.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.204.60
17:38:25.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
17:38:25.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
17:38:25.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
17:38:25.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
17:38:25.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
17:38:25.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
17:38:25.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskfGU3aF/test-tmp/mini-kudu-cluster1631927197176973382/master-2/logs
17:38:25.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
17:38:25.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
17:38:25.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
17:38:25.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
17:38:25.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
17:38:25.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
17:38:25.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
17:38:25.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 23 Sep 2026 16:28:54 UTC on ccycloud.quasar-niuser.root.comops.site
17:38:25.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4667752
17:38:25.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
17:38:25.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:25.309376 18394 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
17:38:25.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:25.311184 18394 file_cache.cc:493] Constructed file cache file cache with capacity 419430
17:38:25.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:25.322932 18402 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
17:38:25.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:25.322861 18405 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
17:38:25.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:25.322883 18403 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
17:38:25.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:25.323942 18394 server_base.cc:1034] running on GCE node
17:38:25.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:25.324651 18394 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
17:38:25.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:25.326037 18394 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
17:38:25.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:25.327236 18394 hybrid_clock.cc:648] HybridClock initialized: now 1790185105327190 us; error 41 us; skew 500 ppm
17:38:25.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:25.327545 18394 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
17:38:25.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:25.335681 18394 webserver.cc:460] Webserver started at http://127.17.204.60:33871/ using document root <none> and password file <none>
17:38:25.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:25.336385 18394 fs_manager.cc:359] Metadata directory not provided
17:38:25.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:25.336474 18394 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
17:38:25.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:25.336735 18394 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
17:38:25.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:25.338550 18311 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.204.60" port: 33967 } attempt: 2
17:38:25.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:25.339551 18394 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskfGU3aF/test-tmp/mini-kudu-cluster1631927197176973382/master-2/data/instance:
17:38:25.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3e43d70cff754badb528f83658fd4b1f"
17:38:25.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-23 17:38:25 on dist-test-slave-85br"
17:38:25.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:25.340494 18311 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.204.60:33967: Network error: Client connection negotiation failed: client connection to 127.17.204.60:33967: connect: Connection refused (error 111)
17:38:25.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:25.340603 18394 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskfGU3aF/test-tmp/mini-kudu-cluster1631927197176973382/master-2/wal/instance:
17:38:25.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3e43d70cff754badb528f83658fd4b1f"
17:38:25.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-23 17:38:25 on dist-test-slave-85br"
17:38:25.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:25.345661 18394 fs_manager.cc:691] Time spent creating directory manager: real 0.005s user 0.004s sys 0.000s
17:38:25.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:25.349025 18411 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
17:38:25.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:25.350268 18394 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.003s sys 0.001s
17:38:25.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:25.350473 18394 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskfGU3aF/test-tmp/mini-kudu-cluster1631927197176973382/master-2/data,/tmp/dist-test-taskfGU3aF/test-tmp/mini-kudu-cluster1631927197176973382/master-2/wal
17:38:25.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3e43d70cff754badb528f83658fd4b1f"
17:38:25.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-23 17:38:25 on dist-test-slave-85br"
17:38:25.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:25.350694 18394 fs_report.cc:383] FS layout report
17:38:25.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
17:38:25.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskfGU3aF/test-tmp/mini-kudu-cluster1631927197176973382/master-2/wal
17:38:25.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskfGU3aF/test-tmp/mini-kudu-cluster1631927197176973382/master-2/wal
17:38:25.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskfGU3aF/test-tmp/mini-kudu-cluster1631927197176973382/master-2/data/data
17:38:25.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
17:38:25.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
17:38:25.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
17:38:25.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
17:38:25.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
17:38:25.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
17:38:25.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
17:38:25.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
17:38:25.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
17:38:25.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
17:38:25.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
17:38:25.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:25.360741 18392 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.204.60" port: 33967 } attempt: 4
17:38:25.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:25.362565 18392 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.204.60:33967: Network error: Client connection negotiation failed: client connection to 127.17.204.60:33967: connect: Connection refused (error 111)
17:38:25.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:25.373780 18394 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
17:38:25.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:25.374517 18394 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
17:38:25.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:25.374771 18394 kserver.cc:163] Server-wide thread pool size limit: 3276
17:38:25.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:25.396394 18394 rpc_server.cc:307] RPC server started. Bound to: 127.17.204.60:33967
17:38:25.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:25.396414 18472 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.17.204.60:33967 every 8 connection(s)
17:38:25.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:25.397650 18394 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskfGU3aF/test-tmp/mini-kudu-cluster1631927197176973382/master-2/data/info.pb
17:38:25.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:25.401510 18473 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
17:38:25.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:25.404812 18224 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskfGU3aF/build/asan/bin/kudu as pid 18394
17:38:25.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:25.404983 18224 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskfGU3aF/test-tmp/mini-kudu-cluster1631927197176973382/master-2/wal/instance
17:38:25.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:25.408738 18473 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.204.62" port: 35645 } has no permanent_uuid. Determining permanent_uuid...
17:38:25.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:25.435743 18473 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.204.61" port: 35389 } has no permanent_uuid. Determining permanent_uuid...
17:38:25.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:25.442556 18473 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.204.60" port: 33967 } has no permanent_uuid. Determining permanent_uuid...
17:38:25.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:25.446705 18311 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.204.60" port: 33967 } attempt: 3
17:38:25.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:25.452656 18473 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 3e43d70cff754badb528f83658fd4b1f: Bootstrap starting.
17:38:25.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:25.456665 18473 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 3e43d70cff754badb528f83658fd4b1f: Neither blocks nor log segments found. Creating new log.
17:38:25.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:25.458012 18473 log.cc:824] T 00000000000000000000000000000000 P 3e43d70cff754badb528f83658fd4b1f: Log is configured to *not* fsync() on all Append() calls
17:38:25.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:25.460498 18473 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 3e43d70cff754badb528f83658fd4b1f: No bootstrap required, opened a new log
17:38:25.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:25.461966 18311 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P be76aec1e782453bb186d86c9446e26d: Bootstrap starting.
17:38:25.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:25.464777 18311 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P be76aec1e782453bb186d86c9446e26d: Neither blocks nor log segments found. Creating new log.
17:38:25.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:25.465736 18311 log.cc:824] T 00000000000000000000000000000000 P be76aec1e782453bb186d86c9446e26d: Log is configured to *not* fsync() on all Append() calls
17:38:25.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:25.468828 18311 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P be76aec1e782453bb186d86c9446e26d: No bootstrap required, opened a new log
17:38:25.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:25.468900 18473 raft_consensus.cc:348] T 00000000000000000000000000000000 P 3e43d70cff754badb528f83658fd4b1f [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be76aec1e782453bb186d86c9446e26d" member_type: VOTER last_known_addr { host: "127.17.204.62" port: 35645 } } peers { permanent_uuid: "89368deac9d949ccb0609e7c90bc88af" member_type: VOTER last_known_addr { host: "127.17.204.61" port: 35389 } } peers { permanent_uuid: "3e43d70cff754badb528f83658fd4b1f" member_type: VOTER last_known_addr { host: "127.17.204.60" port: 33967 } }
17:38:25.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:25.469349 18473 raft_consensus.cc:374] T 00000000000000000000000000000000 P 3e43d70cff754badb528f83658fd4b1f [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
17:38:25.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:25.469480 18473 raft_consensus.cc:729] T 00000000000000000000000000000000 P 3e43d70cff754badb528f83658fd4b1f [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3e43d70cff754badb528f83658fd4b1f, State: Initialized, Role: FOLLOWER
17:38:25.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:25.470110 18473 consensus_queue.cc:260] T 00000000000000000000000000000000 P 3e43d70cff754badb528f83658fd4b1f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be76aec1e782453bb186d86c9446e26d" member_type: VOTER last_known_addr { host: "127.17.204.62" port: 35645 } } peers { permanent_uuid: "89368deac9d949ccb0609e7c90bc88af" member_type: VOTER last_known_addr { host: "127.17.204.61" port: 35389 } } peers { permanent_uuid: "3e43d70cff754badb528f83658fd4b1f" member_type: VOTER last_known_addr { host: "127.17.204.60" port: 33967 } }
17:38:25.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:25.470945 18482 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3e43d70cff754badb528f83658fd4b1f [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be76aec1e782453bb186d86c9446e26d" member_type: VOTER last_known_addr { host: "127.17.204.62" port: 35645 } } peers { permanent_uuid: "89368deac9d949ccb0609e7c90bc88af" member_type: VOTER last_known_addr { host: "127.17.204.61" port: 35389 } } peers { permanent_uuid: "3e43d70cff754badb528f83658fd4b1f" member_type: VOTER last_known_addr { host: "127.17.204.60" port: 33967 } } }
17:38:25.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:25.471294 18482 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3e43d70cff754badb528f83658fd4b1f [sys.catalog]: This master's current role is: FOLLOWER
17:38:25.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:25.472174 18473 sys_catalog.cc:564] T 00000000000000000000000000000000 P 3e43d70cff754badb528f83658fd4b1f [sys.catalog]: configured and running, proceeding with master startup.
17:38:25.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:25.480069 18311 raft_consensus.cc:348] T 00000000000000000000000000000000 P be76aec1e782453bb186d86c9446e26d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be76aec1e782453bb186d86c9446e26d" member_type: VOTER last_known_addr { host: "127.17.204.62" port: 35645 } } peers { permanent_uuid: "89368deac9d949ccb0609e7c90bc88af" member_type: VOTER last_known_addr { host: "127.17.204.61" port: 35389 } } peers { permanent_uuid: "3e43d70cff754badb528f83658fd4b1f" member_type: VOTER last_known_addr { host: "127.17.204.60" port: 33967 } }
17:38:25.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:25.480584 18311 raft_consensus.cc:374] T 00000000000000000000000000000000 P be76aec1e782453bb186d86c9446e26d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
17:38:25.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:25.480808 18311 raft_consensus.cc:729] T 00000000000000000000000000000000 P be76aec1e782453bb186d86c9446e26d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: be76aec1e782453bb186d86c9446e26d, State: Initialized, Role: FOLLOWER
17:38:25.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:25.481570 18311 consensus_queue.cc:260] T 00000000000000000000000000000000 P be76aec1e782453bb186d86c9446e26d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be76aec1e782453bb186d86c9446e26d" member_type: VOTER last_known_addr { host: "127.17.204.62" port: 35645 } } peers { permanent_uuid: "89368deac9d949ccb0609e7c90bc88af" member_type: VOTER last_known_addr { host: "127.17.204.61" port: 35389 } } peers { permanent_uuid: "3e43d70cff754badb528f83658fd4b1f" member_type: VOTER last_known_addr { host: "127.17.204.60" port: 33967 } }
17:38:25.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:25.482513 18493 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 3e43d70cff754badb528f83658fd4b1f: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
17:38:25.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:25.482641 18493 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
17:38:25.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:25.483358 18495 sys_catalog.cc:455] T 00000000000000000000000000000000 P be76aec1e782453bb186d86c9446e26d [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be76aec1e782453bb186d86c9446e26d" member_type: VOTER last_known_addr { host: "127.17.204.62" port: 35645 } } peers { permanent_uuid: "89368deac9d949ccb0609e7c90bc88af" member_type: VOTER last_known_addr { host: "127.17.204.61" port: 35389 } } peers { permanent_uuid: "3e43d70cff754badb528f83658fd4b1f" member_type: VOTER last_known_addr { host: "127.17.204.60" port: 33967 } } }
17:38:25.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:25.483863 18495 sys_catalog.cc:458] T 00000000000000000000000000000000 P be76aec1e782453bb186d86c9446e26d [sys.catalog]: This master's current role is: FOLLOWER
17:38:25.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:25.484651 18311 sys_catalog.cc:564] T 00000000000000000000000000000000 P be76aec1e782453bb186d86c9446e26d [sys.catalog]: configured and running, proceeding with master startup.
17:38:25.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:25.479918 18394 master_runner.cc:186] Error getting master registration for 127.17.204.62:35645: OK, instance_id { permanent_uuid: "be76aec1e782453bb186d86c9446e26d" instance_seqno: 1790185104507409 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
17:38:25.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:25.491607 18394 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
17:38:25.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:25.493599 18255 tablet.cc:2369] T 00000000000000000000000000000000 P be76aec1e782453bb186d86c9446e26d: Can't schedule compaction. Clean time has not been advanced past its initial value.
17:38:25.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:25.497021 18235 master_runner.cc:186] Error getting master registration for 127.17.204.61:35389: OK, instance_id { permanent_uuid: "89368deac9d949ccb0609e7c90bc88af" instance_seqno: 1790185104956849 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
17:38:25.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:25.508247 18235 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
17:38:25.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:25.507901 18506 catalog_manager.cc:1558] T 00000000000000000000000000000000 P be76aec1e782453bb186d86c9446e26d: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
17:38:25.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:25.509037 18506 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
17:38:25.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:25.514906 18495 raft_consensus.cc:482] T 00000000000000000000000000000000 P be76aec1e782453bb186d86c9446e26d [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
17:38:25.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:25.515182 18495 raft_consensus.cc:504] T 00000000000000000000000000000000 P be76aec1e782453bb186d86c9446e26d [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be76aec1e782453bb186d86c9446e26d" member_type: VOTER last_known_addr { host: "127.17.204.62" port: 35645 } } peers { permanent_uuid: "89368deac9d949ccb0609e7c90bc88af" member_type: VOTER last_known_addr { host: "127.17.204.61" port: 35389 } } peers { permanent_uuid: "3e43d70cff754badb528f83658fd4b1f" member_type: VOTER last_known_addr { host: "127.17.204.60" port: 33967 } }
17:38:25.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:25.516832 18495 leader_election.cc:288] T 00000000000000000000000000000000 P be76aec1e782453bb186d86c9446e26d [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 89368deac9d949ccb0609e7c90bc88af (127.17.204.61:35389), 3e43d70cff754badb528f83658fd4b1f (127.17.204.60:33967)
17:38:25.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:25.519032 18438 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "be76aec1e782453bb186d86c9446e26d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3e43d70cff754badb528f83658fd4b1f" is_pre_election: true
17:38:25.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:25.519659 18438 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 3e43d70cff754badb528f83658fd4b1f [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate be76aec1e782453bb186d86c9446e26d in term 0.
17:38:25.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:25.520527 18253 leader_election.cc:302] T 00000000000000000000000000000000 P be76aec1e782453bb186d86c9446e26d [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 3e43d70cff754badb528f83658fd4b1f, be76aec1e782453bb186d86c9446e26d; no voters:
17:38:25.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:25.521041 18495 raft_consensus.cc:2781] T 00000000000000000000000000000000 P be76aec1e782453bb186d86c9446e26d [term 0 FOLLOWER]: Leader pre-election won for term 1
17:38:25.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:25.521198 18495 raft_consensus.cc:482] T 00000000000000000000000000000000 P be76aec1e782453bb186d86c9446e26d [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
17:38:25.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:25.521306 18495 raft_consensus.cc:3037] T 00000000000000000000000000000000 P be76aec1e782453bb186d86c9446e26d [term 0 FOLLOWER]: Advancing to term 1
17:38:25.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:25.524540 18495 raft_consensus.cc:504] T 00000000000000000000000000000000 P be76aec1e782453bb186d86c9446e26d [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be76aec1e782453bb186d86c9446e26d" member_type: VOTER last_known_addr { host: "127.17.204.62" port: 35645 } } peers { permanent_uuid: "89368deac9d949ccb0609e7c90bc88af" member_type: VOTER last_known_addr { host: "127.17.204.61" port: 35389 } } peers { permanent_uuid: "3e43d70cff754badb528f83658fd4b1f" member_type: VOTER last_known_addr { host: "127.17.204.60" port: 33967 } }
17:38:25.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:25.529155 18438 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "be76aec1e782453bb186d86c9446e26d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3e43d70cff754badb528f83658fd4b1f"
17:38:25.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:25.529392 18438 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 3e43d70cff754badb528f83658fd4b1f [term 0 FOLLOWER]: Advancing to term 1
17:38:25.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:25.532733 18438 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 3e43d70cff754badb528f83658fd4b1f [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate be76aec1e782453bb186d86c9446e26d in term 1.
17:38:25.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:25.533221 18495 leader_election.cc:288] T 00000000000000000000000000000000 P be76aec1e782453bb186d86c9446e26d [CANDIDATE]: Term 1 election: Requested vote from peers 89368deac9d949ccb0609e7c90bc88af (127.17.204.61:35389), 3e43d70cff754badb528f83658fd4b1f (127.17.204.60:33967)
17:38:25.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:25.533267 18253 leader_election.cc:302] T 00000000000000000000000000000000 P be76aec1e782453bb186d86c9446e26d [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 3e43d70cff754badb528f83658fd4b1f, be76aec1e782453bb186d86c9446e26d; no voters:
17:38:25.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:25.535653 18495 raft_consensus.cc:2781] T 00000000000000000000000000000000 P be76aec1e782453bb186d86c9446e26d [term 1 FOLLOWER]: Leader election won for term 1
17:38:25.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:25.536048 18495 raft_consensus.cc:686] T 00000000000000000000000000000000 P be76aec1e782453bb186d86c9446e26d [term 1 LEADER]: Becoming Leader. State: Replica: be76aec1e782453bb186d86c9446e26d, State: Running, Role: LEADER
17:38:25.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:25.536639 18495 consensus_queue.cc:237] T 00000000000000000000000000000000 P be76aec1e782453bb186d86c9446e26d [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be76aec1e782453bb186d86c9446e26d" member_type: VOTER last_known_addr { host: "127.17.204.62" port: 35645 } } peers { permanent_uuid: "89368deac9d949ccb0609e7c90bc88af" member_type: VOTER last_known_addr { host: "127.17.204.61" port: 35389 } } peers { permanent_uuid: "3e43d70cff754badb528f83658fd4b1f" member_type: VOTER last_known_addr { host: "127.17.204.60" port: 33967 } }
17:38:25.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:25.549552 18495 sys_catalog.cc:455] T 00000000000000000000000000000000 P be76aec1e782453bb186d86c9446e26d [sys.catalog]: SysCatalogTable state changed. Reason: New leader be76aec1e782453bb186d86c9446e26d. Latest consensus state: current_term: 1 leader_uuid: "be76aec1e782453bb186d86c9446e26d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be76aec1e782453bb186d86c9446e26d" member_type: VOTER last_known_addr { host: "127.17.204.62" port: 35645 } } peers { permanent_uuid: "89368deac9d949ccb0609e7c90bc88af" member_type: VOTER last_known_addr { host: "127.17.204.61" port: 35389 } } peers { permanent_uuid: "3e43d70cff754badb528f83658fd4b1f" member_type: VOTER last_known_addr { host: "127.17.204.60" port: 33967 } } }
17:38:25.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:25.551041 18495 sys_catalog.cc:458] T 00000000000000000000000000000000 P be76aec1e782453bb186d86c9446e26d [sys.catalog]: This master's current role is: LEADER
17:38:25.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:25.553251 18510 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
17:38:25.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:25.555650 18510 catalog_manager.cc:1484] Initializing Kudu cluster ID...
17:38:25.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:25.564723 18438 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 3e43d70cff754badb528f83658fd4b1f [term 1 FOLLOWER]: Refusing update from remote peer be76aec1e782453bb186d86c9446e26d: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
17:38:25.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:25.565657 18495 consensus_queue.cc:1035] T 00000000000000000000000000000000 P be76aec1e782453bb186d86c9446e26d [LEADER]: Connected to new peer: Peer: permanent_uuid: "3e43d70cff754badb528f83658fd4b1f" member_type: VOTER last_known_addr { host: "127.17.204.60" port: 33967 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
17:38:25.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:25.589818 18482 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3e43d70cff754badb528f83658fd4b1f [sys.catalog]: SysCatalogTable state changed. Reason: New leader be76aec1e782453bb186d86c9446e26d. Latest consensus state: current_term: 1 leader_uuid: "be76aec1e782453bb186d86c9446e26d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be76aec1e782453bb186d86c9446e26d" member_type: VOTER last_known_addr { host: "127.17.204.62" port: 35645 } } peers { permanent_uuid: "89368deac9d949ccb0609e7c90bc88af" member_type: VOTER last_known_addr { host: "127.17.204.61" port: 35389 } } peers { permanent_uuid: "3e43d70cff754badb528f83658fd4b1f" member_type: VOTER last_known_addr { host: "127.17.204.60" port: 33967 } } }
17:38:25.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:25.590169 18482 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3e43d70cff754badb528f83658fd4b1f [sys.catalog]: This master's current role is: FOLLOWER
17:38:25.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:25.593741 18511 mvcc.cc:205] Tried to move back new op lower bound from 7332598192383119360 to 7332598192290177024. Current Snapshot: MvccSnapshot[applied={T|T < 7332598192383119360}]
17:38:25.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:25.602458 18512 mvcc.cc:205] Tried to move back new op lower bound from 7332598192383119360 to 7332598192290177024. Current Snapshot: MvccSnapshot[applied={T|T < 7332598192383119360}]
17:38:25.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:25.610560 18482 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3e43d70cff754badb528f83658fd4b1f [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "be76aec1e782453bb186d86c9446e26d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be76aec1e782453bb186d86c9446e26d" member_type: VOTER last_known_addr { host: "127.17.204.62" port: 35645 } } peers { permanent_uuid: "89368deac9d949ccb0609e7c90bc88af" member_type: VOTER last_known_addr { host: "127.17.204.61" port: 35389 } } peers { permanent_uuid: "3e43d70cff754badb528f83658fd4b1f" member_type: VOTER last_known_addr { host: "127.17.204.60" port: 33967 } } }
17:38:25.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:25.610829 18482 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3e43d70cff754badb528f83658fd4b1f [sys.catalog]: This master's current role is: FOLLOWER
17:38:25.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:25.612336 18495 sys_catalog.cc:455] T 00000000000000000000000000000000 P be76aec1e782453bb186d86c9446e26d [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "be76aec1e782453bb186d86c9446e26d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be76aec1e782453bb186d86c9446e26d" member_type: VOTER last_known_addr { host: "127.17.204.62" port: 35645 } } peers { permanent_uuid: "89368deac9d949ccb0609e7c90bc88af" member_type: VOTER last_known_addr { host: "127.17.204.61" port: 35389 } } peers { permanent_uuid: "3e43d70cff754badb528f83658fd4b1f" member_type: VOTER last_known_addr { host: "127.17.204.60" port: 33967 } } }
17:38:25.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:25.612803 18495 sys_catalog.cc:458] T 00000000000000000000000000000000 P be76aec1e782453bb186d86c9446e26d [sys.catalog]: This master's current role is: LEADER
17:38:25.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:25.616540 18510 catalog_manager.cc:1347] Generated new cluster ID: 081a8a69de774c3daacc65b11c74d38d
17:38:25.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:25.616650 18510 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
17:38:25.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:25.641139 18510 catalog_manager.cc:1370] Generated new certificate authority record
17:38:25.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:25.643213 18510 catalog_manager.cc:1504] Loading token signing keys...
17:38:25.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:25.659761 18510 catalog_manager.cc:5868] T 00000000000000000000000000000000 P be76aec1e782453bb186d86c9446e26d: Generated new TSK 0
17:38:25.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:25.661518 18510 catalog_manager.cc:1514] Initializing in-progress tserver states...
17:38:25.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:25.661743 18392 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.204.60" port: 33967 } attempt: 5
17:38:25.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:25.679047 18392 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 89368deac9d949ccb0609e7c90bc88af: Bootstrap starting.
17:38:25.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:25.681320 18224 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskfGU3aF/build/asan/bin/kudu
17:38:25.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskfGU3aF/build/asan/bin/kudu
17:38:25.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskfGU3aF/test-tmp/mini-kudu-cluster1631927197176973382/ts-0/wal
17:38:25.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskfGU3aF/test-tmp/mini-kudu-cluster1631927197176973382/ts-0/data
17:38:25.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
17:38:25.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
17:38:25.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
17:38:25.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
17:38:25.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
17:38:25.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
17:38:25.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskfGU3aF/test-tmp/mini-kudu-cluster1631927197176973382/ts-0/logs
17:38:25.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskfGU3aF/test-tmp/mini-kudu-cluster1631927197176973382/ts-0/data/info.pb
17:38:25.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
17:38:25.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
17:38:25.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
17:38:25.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
17:38:25.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
17:38:25.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
17:38:25.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
17:38:25.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
17:38:25.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
17:38:25.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
17:38:25.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.204.1:0
17:38:25.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.204.1
17:38:25.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.204.1
17:38:25.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
17:38:25.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.204.62:35645,127.17.204.61:35389,127.17.204.60:33967
17:38:25.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.204.20:40717
17:38:25.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
17:38:25.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
17:38:25.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
17:38:25.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
17:38:25.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
17:38:25.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
17:38:25.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:25.683447 18392 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 89368deac9d949ccb0609e7c90bc88af: Neither blocks nor log segments found. Creating new log.
17:38:25.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:25.684734 18392 log.cc:824] T 00000000000000000000000000000000 P 89368deac9d949ccb0609e7c90bc88af: Log is configured to *not* fsync() on all Append() calls
17:38:25.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:25.694073 18392 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 89368deac9d949ccb0609e7c90bc88af: No bootstrap required, opened a new log
17:38:25.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:25.708133 18392 raft_consensus.cc:348] T 00000000000000000000000000000000 P 89368deac9d949ccb0609e7c90bc88af [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be76aec1e782453bb186d86c9446e26d" member_type: VOTER last_known_addr { host: "127.17.204.62" port: 35645 } } peers { permanent_uuid: "89368deac9d949ccb0609e7c90bc88af" member_type: VOTER last_known_addr { host: "127.17.204.61" port: 35389 } } peers { permanent_uuid: "3e43d70cff754badb528f83658fd4b1f" member_type: VOTER last_known_addr { host: "127.17.204.60" port: 33967 } }
17:38:25.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:25.708793 18392 raft_consensus.cc:374] T 00000000000000000000000000000000 P 89368deac9d949ccb0609e7c90bc88af [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
17:38:25.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:25.709043 18392 raft_consensus.cc:729] T 00000000000000000000000000000000 P 89368deac9d949ccb0609e7c90bc88af [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 89368deac9d949ccb0609e7c90bc88af, State: Initialized, Role: FOLLOWER
17:38:25.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:25.709965 18392 consensus_queue.cc:260] T 00000000000000000000000000000000 P 89368deac9d949ccb0609e7c90bc88af [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be76aec1e782453bb186d86c9446e26d" member_type: VOTER last_known_addr { host: "127.17.204.62" port: 35645 } } peers { permanent_uuid: "89368deac9d949ccb0609e7c90bc88af" member_type: VOTER last_known_addr { host: "127.17.204.61" port: 35389 } } peers { permanent_uuid: "3e43d70cff754badb528f83658fd4b1f" member_type: VOTER last_known_addr { host: "127.17.204.60" port: 33967 } }
17:38:25.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:25.725517 18518 sys_catalog.cc:455] T 00000000000000000000000000000000 P 89368deac9d949ccb0609e7c90bc88af [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be76aec1e782453bb186d86c9446e26d" member_type: VOTER last_known_addr { host: "127.17.204.62" port: 35645 } } peers { permanent_uuid: "89368deac9d949ccb0609e7c90bc88af" member_type: VOTER last_known_addr { host: "127.17.204.61" port: 35389 } } peers { permanent_uuid: "3e43d70cff754badb528f83658fd4b1f" member_type: VOTER last_known_addr { host: "127.17.204.60" port: 33967 } } }
17:38:25.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:25.726194 18518 sys_catalog.cc:458] T 00000000000000000000000000000000 P 89368deac9d949ccb0609e7c90bc88af [sys.catalog]: This master's current role is: FOLLOWER
17:38:25.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:25.726538 18518 raft_consensus.cc:482] T 00000000000000000000000000000000 P 89368deac9d949ccb0609e7c90bc88af [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
17:38:25.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:25.726959 18518 raft_consensus.cc:504] T 00000000000000000000000000000000 P 89368deac9d949ccb0609e7c90bc88af [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be76aec1e782453bb186d86c9446e26d" member_type: VOTER last_known_addr { host: "127.17.204.62" port: 35645 } } peers { permanent_uuid: "89368deac9d949ccb0609e7c90bc88af" member_type: VOTER last_known_addr { host: "127.17.204.61" port: 35389 } } peers { permanent_uuid: "3e43d70cff754badb528f83658fd4b1f" member_type: VOTER last_known_addr { host: "127.17.204.60" port: 33967 } }
17:38:25.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:25.727636 18357 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "be76aec1e782453bb186d86c9446e26d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "89368deac9d949ccb0609e7c90bc88af" is_pre_election: true
17:38:25.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:25.728520 18356 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "be76aec1e782453bb186d86c9446e26d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "89368deac9d949ccb0609e7c90bc88af"
17:38:25.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:25.728837 18518 leader_election.cc:288] T 00000000000000000000000000000000 P 89368deac9d949ccb0609e7c90bc88af [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers be76aec1e782453bb186d86c9446e26d (127.17.204.62:35645), 3e43d70cff754badb528f83658fd4b1f (127.17.204.60:33967)
17:38:25.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:25.729995 18437 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "89368deac9d949ccb0609e7c90bc88af" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3e43d70cff754badb528f83658fd4b1f" is_pre_election: true
17:38:25.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:25.730257 18276 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "89368deac9d949ccb0609e7c90bc88af" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "be76aec1e782453bb186d86c9446e26d" is_pre_election: true
17:38:25.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:25.727144 18392 sys_catalog.cc:564] T 00000000000000000000000000000000 P 89368deac9d949ccb0609e7c90bc88af [sys.catalog]: configured and running, proceeding with master startup.
17:38:25.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:25.731572 18334 leader_election.cc:302] T 00000000000000000000000000000000 P 89368deac9d949ccb0609e7c90bc88af [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 89368deac9d949ccb0609e7c90bc88af; no voters: 3e43d70cff754badb528f83658fd4b1f, be76aec1e782453bb186d86c9446e26d
17:38:25.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:25.731634 18355 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 89368deac9d949ccb0609e7c90bc88af [term 0 FOLLOWER]: Advancing to term 1
17:38:25.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:25.735751 18355 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 89368deac9d949ccb0609e7c90bc88af [term 1 FOLLOWER]: Refusing update from remote peer be76aec1e782453bb186d86c9446e26d: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
17:38:25.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:25.736198 18519 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 89368deac9d949ccb0609e7c90bc88af [term 1 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
17:38:25.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:25.738276 18508 consensus_queue.cc:1035] T 00000000000000000000000000000000 P be76aec1e782453bb186d86c9446e26d [LEADER]: Connected to new peer: Peer: permanent_uuid: "89368deac9d949ccb0609e7c90bc88af" member_type: VOTER last_known_addr { host: "127.17.204.61" port: 35389 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
17:38:25.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:25.779333 18519 sys_catalog.cc:455] T 00000000000000000000000000000000 P 89368deac9d949ccb0609e7c90bc88af [sys.catalog]: SysCatalogTable state changed. Reason: New leader be76aec1e782453bb186d86c9446e26d. Latest consensus state: current_term: 1 leader_uuid: "be76aec1e782453bb186d86c9446e26d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be76aec1e782453bb186d86c9446e26d" member_type: VOTER last_known_addr { host: "127.17.204.62" port: 35645 } } peers { permanent_uuid: "89368deac9d949ccb0609e7c90bc88af" member_type: VOTER last_known_addr { host: "127.17.204.61" port: 35389 } } peers { permanent_uuid: "3e43d70cff754badb528f83658fd4b1f" member_type: VOTER last_known_addr { host: "127.17.204.60" port: 33967 } } }
17:38:25.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:25.779848 18519 sys_catalog.cc:458] T 00000000000000000000000000000000 P 89368deac9d949ccb0609e7c90bc88af [sys.catalog]: This master's current role is: FOLLOWER
17:38:25.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:25.780268 18518 sys_catalog.cc:455] T 00000000000000000000000000000000 P 89368deac9d949ccb0609e7c90bc88af [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "be76aec1e782453bb186d86c9446e26d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be76aec1e782453bb186d86c9446e26d" member_type: VOTER last_known_addr { host: "127.17.204.62" port: 35645 } } peers { permanent_uuid: "89368deac9d949ccb0609e7c90bc88af" member_type: VOTER last_known_addr { host: "127.17.204.61" port: 35389 } } peers { permanent_uuid: "3e43d70cff754badb528f83658fd4b1f" member_type: VOTER last_known_addr { host: "127.17.204.60" port: 33967 } } }
17:38:25.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:25.780622 18518 sys_catalog.cc:458] T 00000000000000000000000000000000 P 89368deac9d949ccb0609e7c90bc88af [sys.catalog]: This master's current role is: FOLLOWER
17:38:25.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:25.836652 18508 sys_catalog.cc:455] T 00000000000000000000000000000000 P be76aec1e782453bb186d86c9446e26d [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "be76aec1e782453bb186d86c9446e26d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be76aec1e782453bb186d86c9446e26d" member_type: VOTER last_known_addr { host: "127.17.204.62" port: 35645 } } peers { permanent_uuid: "89368deac9d949ccb0609e7c90bc88af" member_type: VOTER last_known_addr { host: "127.17.204.61" port: 35389 } } peers { permanent_uuid: "3e43d70cff754badb528f83658fd4b1f" member_type: VOTER last_known_addr { host: "127.17.204.60" port: 33967 } } }
17:38:25.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:25.837077 18508 sys_catalog.cc:458] T 00000000000000000000000000000000 P be76aec1e782453bb186d86c9446e26d [sys.catalog]: This master's current role is: LEADER
17:38:25.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:25.847291 18535 catalog_manager.cc:795] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
17:38:26.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:26.177315 18517 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
17:38:26.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:26.177747 18517 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
17:38:26.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:26.177906 18517 flags.cc:425] Enabled unsafe flag: --never_fsync=true
17:38:26.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:26.185571 18517 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
17:38:26.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:26.185751 18517 flags.cc:425] Enabled experimental flag: --txn_keepalive_interval_ms=1000
17:38:26.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:26.185808 18517 flags.cc:425] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
17:38:26.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:26.185894 18517 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
17:38:26.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:26.186024 18517 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.17.204.1
17:38:26.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:26.195498 18517 tablet_server_runner.cc:78] Tablet server non-default flags:
17:38:26.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
17:38:26.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.204.20:40717
17:38:26.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
17:38:26.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
17:38:26.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskfGU3aF/test-tmp/mini-kudu-cluster1631927197176973382/ts-0/data
17:38:26.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskfGU3aF/test-tmp/mini-kudu-cluster1631927197176973382/ts-0/wal
17:38:26.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
17:38:26.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
17:38:26.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.204.1:0
17:38:26.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
17:38:26.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
17:38:26.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
17:38:26.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskfGU3aF/test-tmp/mini-kudu-cluster1631927197176973382/ts-0/data/info.pb
17:38:26.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.204.1
17:38:26.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
17:38:26.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
17:38:26.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
17:38:26.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
17:38:26.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.204.62:35645,127.17.204.61:35389,127.17.204.60:33967
17:38:26.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
17:38:26.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
17:38:26.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
17:38:26.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
17:38:26.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
17:38:26.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.204.1
17:38:26.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskfGU3aF/test-tmp/mini-kudu-cluster1631927197176973382/ts-0/logs
17:38:26.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
17:38:26.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
17:38:26.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
17:38:26.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
17:38:26.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
17:38:26.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
17:38:26.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
17:38:26.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 23 Sep 2026 16:28:54 UTC on ccycloud.quasar-niuser.root.comops.site
17:38:26.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4667752
17:38:26.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
17:38:26.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:26.197193 18517 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
17:38:26.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:26.199025 18517 file_cache.cc:493] Constructed file cache file cache with capacity 419430
17:38:26.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:26.212641 18540 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
17:38:26.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:26.212698 18541 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
17:38:26.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:26.212599 18543 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
17:38:26.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:26.218361 18517 server_base.cc:1034] running on GCE node
17:38:26.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:26.219076 18517 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
17:38:26.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:26.220221 18517 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
17:38:26.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:26.221457 18517 hybrid_clock.cc:648] HybridClock initialized: now 1790185106221389 us; error 54 us; skew 500 ppm
17:38:26.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:26.221808 18517 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
17:38:26.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:26.224130 18517 webserver.cc:460] Webserver started at http://127.17.204.1:42215/ using document root <none> and password file <none>
17:38:26.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:26.224829 18517 fs_manager.cc:359] Metadata directory not provided
17:38:26.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:26.224974 18517 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
17:38:26.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:26.225301 18517 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
17:38:26.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:26.227861 18517 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskfGU3aF/test-tmp/mini-kudu-cluster1631927197176973382/ts-0/data/instance:
17:38:26.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0b150a54b1124e85b8e8519d722c6127"
17:38:26.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-23 17:38:26 on dist-test-slave-85br"
17:38:26.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:26.228652 18517 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskfGU3aF/test-tmp/mini-kudu-cluster1631927197176973382/ts-0/wal/instance:
17:38:26.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0b150a54b1124e85b8e8519d722c6127"
17:38:26.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-23 17:38:26 on dist-test-slave-85br"
17:38:26.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:26.233906 18517 fs_manager.cc:691] Time spent creating directory manager: real 0.005s user 0.003s sys 0.001s
17:38:26.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:26.237555 18549 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
17:38:26.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:26.238986 18517 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.004s sys 0.000s
17:38:26.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:26.239117 18517 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskfGU3aF/test-tmp/mini-kudu-cluster1631927197176973382/ts-0/data,/tmp/dist-test-taskfGU3aF/test-tmp/mini-kudu-cluster1631927197176973382/ts-0/wal
17:38:26.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0b150a54b1124e85b8e8519d722c6127"
17:38:26.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-23 17:38:26 on dist-test-slave-85br"
17:38:26.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:26.239281 18517 fs_report.cc:383] FS layout report
17:38:26.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
17:38:26.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskfGU3aF/test-tmp/mini-kudu-cluster1631927197176973382/ts-0/wal
17:38:26.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskfGU3aF/test-tmp/mini-kudu-cluster1631927197176973382/ts-0/wal
17:38:26.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskfGU3aF/test-tmp/mini-kudu-cluster1631927197176973382/ts-0/data/data
17:38:26.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
17:38:26.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
17:38:26.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
17:38:26.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
17:38:26.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
17:38:26.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
17:38:26.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
17:38:26.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
17:38:26.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
17:38:26.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
17:38:26.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
17:38:26.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:26.253222 18517 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
17:38:26.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:26.254228 18517 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
17:38:26.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:26.254510 18517 kserver.cc:163] Server-wide thread pool size limit: 3276
17:38:26.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:26.257395 18517 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
17:38:26.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:26.257475 18517 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
17:38:26.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:26.257560 18517 ts_tablet_manager.cc:610] Registered 0 tablets
17:38:26.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:26.257627 18517 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
17:38:26.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:26.322829 18517 rpc_server.cc:307] RPC server started. Bound to: 127.17.204.1:41811
17:38:26.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:26.322871 18672 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.17.204.1:41811 every 8 connection(s)
17:38:26.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:26.323971 18517 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskfGU3aF/test-tmp/mini-kudu-cluster1631927197176973382/ts-0/data/info.pb
17:38:26.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:26.327566 18674 heartbeater.cc:347] Connected to a master server at 127.17.204.62:35645
17:38:26.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:26.327976 18674 heartbeater.cc:464] Registering TS with master...
17:38:26.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:26.330307 18674 heartbeater.cc:511] Master 127.17.204.62:35645 requested a full tablet report, sending...
17:38:26.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:26.332195 18224 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskfGU3aF/build/asan/bin/kudu as pid 18517
17:38:26.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:26.332388 18224 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskfGU3aF/test-tmp/mini-kudu-cluster1631927197176973382/ts-0/wal/instance
17:38:26.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:26.332423 18266 ts_manager.cc:194] Registered new tserver with Master: 0b150a54b1124e85b8e8519d722c6127 (127.17.204.1:41811)
17:38:26.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:26.334585 18266 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.17.204.1:40927
17:38:26.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:26.335696 18675 heartbeater.cc:347] Connected to a master server at 127.17.204.61:35389
17:38:26.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:26.335806 18675 heartbeater.cc:464] Registering TS with master...
17:38:26.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:26.336203 18675 heartbeater.cc:511] Master 127.17.204.61:35389 requested a full tablet report, sending...
17:38:26.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:26.337292 18224 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskfGU3aF/build/asan/bin/kudu
17:38:26.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskfGU3aF/build/asan/bin/kudu
17:38:26.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskfGU3aF/test-tmp/mini-kudu-cluster1631927197176973382/ts-1/wal
17:38:26.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskfGU3aF/test-tmp/mini-kudu-cluster1631927197176973382/ts-1/data
17:38:26.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
17:38:26.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
17:38:26.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
17:38:26.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
17:38:26.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
17:38:26.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
17:38:26.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskfGU3aF/test-tmp/mini-kudu-cluster1631927197176973382/ts-1/logs
17:38:26.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskfGU3aF/test-tmp/mini-kudu-cluster1631927197176973382/ts-1/data/info.pb
17:38:26.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
17:38:26.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
17:38:26.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
17:38:26.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
17:38:26.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
17:38:26.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
17:38:26.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
17:38:26.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
17:38:26.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
17:38:26.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
17:38:26.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.204.2:0
17:38:26.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.204.2
17:38:26.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.204.2
17:38:26.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
17:38:26.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.204.62:35645,127.17.204.61:35389,127.17.204.60:33967
17:38:26.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.204.20:40717
17:38:26.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
17:38:26.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
17:38:26.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
17:38:26.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
17:38:26.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
17:38:26.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
17:38:26.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:26.338101 18673 heartbeater.cc:347] Connected to a master server at 127.17.204.60:33967
17:38:26.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:26.338104 18346 ts_manager.cc:194] Registered new tserver with Master: 0b150a54b1124e85b8e8519d722c6127 (127.17.204.1:41811)
17:38:26.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:26.338246 18673 heartbeater.cc:464] Registering TS with master...
17:38:26.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:26.339905 18673 heartbeater.cc:511] Master 127.17.204.60:33967 requested a full tablet report, sending...
17:38:26.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:26.341603 18428 ts_manager.cc:194] Registered new tserver with Master: 0b150a54b1124e85b8e8519d722c6127 (127.17.204.1:41811)
17:38:26.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:26.485108 18493 catalog_manager.cc:1259] Loaded cluster ID: 081a8a69de774c3daacc65b11c74d38d
17:38:26.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:26.485219 18493 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 3e43d70cff754badb528f83658fd4b1f: loading cluster ID for follower catalog manager: success
17:38:26.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:26.489293 18493 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 3e43d70cff754badb528f83658fd4b1f: acquiring CA information for follower catalog manager: success
17:38:26.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:26.492174 18493 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 3e43d70cff754badb528f83658fd4b1f: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
17:38:26.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:26.661432 18678 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
17:38:26.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:26.661790 18678 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
17:38:26.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:26.661891 18678 flags.cc:425] Enabled unsafe flag: --never_fsync=true
17:38:26.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:26.669310 18678 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
17:38:26.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:26.669512 18678 flags.cc:425] Enabled experimental flag: --txn_keepalive_interval_ms=1000
17:38:26.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:26.669580 18678 flags.cc:425] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
17:38:26.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:26.669669 18678 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
17:38:26.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:26.669802 18678 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.17.204.2
17:38:26.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:26.679834 18678 tablet_server_runner.cc:78] Tablet server non-default flags:
17:38:26.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
17:38:26.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.204.20:40717
17:38:26.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
17:38:26.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
17:38:26.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskfGU3aF/test-tmp/mini-kudu-cluster1631927197176973382/ts-1/data
17:38:26.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskfGU3aF/test-tmp/mini-kudu-cluster1631927197176973382/ts-1/wal
17:38:26.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
17:38:26.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
17:38:26.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.204.2:0
17:38:26.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
17:38:26.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
17:38:26.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
17:38:26.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskfGU3aF/test-tmp/mini-kudu-cluster1631927197176973382/ts-1/data/info.pb
17:38:26.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.204.2
17:38:26.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
17:38:26.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
17:38:26.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
17:38:26.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
17:38:26.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.204.62:35645,127.17.204.61:35389,127.17.204.60:33967
17:38:26.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
17:38:26.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
17:38:26.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
17:38:26.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
17:38:26.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
17:38:26.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.204.2
17:38:26.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskfGU3aF/test-tmp/mini-kudu-cluster1631927197176973382/ts-1/logs
17:38:26.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
17:38:26.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
17:38:26.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
17:38:26.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
17:38:26.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
17:38:26.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
17:38:26.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
17:38:26.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 23 Sep 2026 16:28:54 UTC on ccycloud.quasar-niuser.root.comops.site
17:38:26.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4667752
17:38:26.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
17:38:26.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:26.681288 18678 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
17:38:26.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:26.682936 18678 file_cache.cc:493] Constructed file cache file cache with capacity 419430
17:38:26.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:26.696676 18684 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
17:38:26.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:26.696646 18686 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
17:38:26.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:26.701392 18683 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
17:38:26.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:26.701618 18678 server_base.cc:1034] running on GCE node
17:38:26.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:26.702417 18678 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
17:38:26.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:26.703536 18678 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
17:38:26.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:26.704744 18678 hybrid_clock.cc:648] HybridClock initialized: now 1790185106704686 us; error 53 us; skew 500 ppm
17:38:26.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:26.705081 18678 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
17:38:26.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:26.707547 18678 webserver.cc:460] Webserver started at http://127.17.204.2:46155/ using document root <none> and password file <none>
17:38:26.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:26.708228 18678 fs_manager.cc:359] Metadata directory not provided
17:38:26.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:26.708310 18678 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
17:38:26.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:26.708547 18678 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
17:38:26.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:26.711081 18678 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskfGU3aF/test-tmp/mini-kudu-cluster1631927197176973382/ts-1/data/instance:
17:38:26.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f090549645ec44ecbb43b7dc4ab67c54"
17:38:26.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-23 17:38:26 on dist-test-slave-85br"
17:38:26.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:26.711809 18678 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskfGU3aF/test-tmp/mini-kudu-cluster1631927197176973382/ts-1/wal/instance:
17:38:26.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f090549645ec44ecbb43b7dc4ab67c54"
17:38:26.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-23 17:38:26 on dist-test-slave-85br"
17:38:26.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:26.716733 18678 fs_manager.cc:691] Time spent creating directory manager: real 0.005s user 0.005s sys 0.001s
17:38:26.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:26.720578 18692 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
17:38:26.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:26.722038 18678 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.003s sys 0.000s
17:38:26.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:26.722172 18678 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskfGU3aF/test-tmp/mini-kudu-cluster1631927197176973382/ts-1/data,/tmp/dist-test-taskfGU3aF/test-tmp/mini-kudu-cluster1631927197176973382/ts-1/wal
17:38:26.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f090549645ec44ecbb43b7dc4ab67c54"
17:38:26.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-23 17:38:26 on dist-test-slave-85br"
17:38:26.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:26.722337 18678 fs_report.cc:383] FS layout report
17:38:26.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
17:38:26.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskfGU3aF/test-tmp/mini-kudu-cluster1631927197176973382/ts-1/wal
17:38:26.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskfGU3aF/test-tmp/mini-kudu-cluster1631927197176973382/ts-1/wal
17:38:26.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskfGU3aF/test-tmp/mini-kudu-cluster1631927197176973382/ts-1/data/data
17:38:26.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
17:38:26.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
17:38:26.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
17:38:26.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
17:38:26.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
17:38:26.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
17:38:26.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
17:38:26.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
17:38:26.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
17:38:26.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
17:38:26.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
17:38:26.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:26.747673 18678 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
17:38:26.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:26.748453 18678 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
17:38:26.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:26.748706 18678 kserver.cc:163] Server-wide thread pool size limit: 3276
17:38:26.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:26.751611 18678 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
17:38:26.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:26.751711 18678 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
17:38:26.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:26.751845 18678 ts_tablet_manager.cc:610] Registered 0 tablets
17:38:26.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:26.751910 18678 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
17:38:26.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:26.809068 18678 rpc_server.cc:307] RPC server started. Bound to: 127.17.204.2:35005
17:38:26.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:26.809110 18813 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.17.204.2:35005 every 8 connection(s)
17:38:26.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:26.810211 18678 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskfGU3aF/test-tmp/mini-kudu-cluster1631927197176973382/ts-1/data/info.pb
17:38:26.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:26.814131 18815 heartbeater.cc:347] Connected to a master server at 127.17.204.62:35645
17:38:26.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:26.814488 18815 heartbeater.cc:464] Registering TS with master...
17:38:26.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:26.815124 18224 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskfGU3aF/build/asan/bin/kudu as pid 18678
17:38:26.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:26.815282 18224 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskfGU3aF/test-tmp/mini-kudu-cluster1631927197176973382/ts-1/wal/instance
17:38:26.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:26.820334 18815 heartbeater.cc:511] Master 127.17.204.62:35645 requested a full tablet report, sending...
17:38:26.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:26.821087 18814 heartbeater.cc:347] Connected to a master server at 127.17.204.60:33967
17:38:26.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:26.821105 18224 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskfGU3aF/build/asan/bin/kudu
17:38:26.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskfGU3aF/build/asan/bin/kudu
17:38:26.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskfGU3aF/test-tmp/mini-kudu-cluster1631927197176973382/ts-2/wal
17:38:26.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskfGU3aF/test-tmp/mini-kudu-cluster1631927197176973382/ts-2/data
17:38:26.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
17:38:26.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
17:38:26.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
17:38:26.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
17:38:26.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
17:38:26.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
17:38:26.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskfGU3aF/test-tmp/mini-kudu-cluster1631927197176973382/ts-2/logs
17:38:26.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskfGU3aF/test-tmp/mini-kudu-cluster1631927197176973382/ts-2/data/info.pb
17:38:26.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
17:38:26.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
17:38:26.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
17:38:26.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
17:38:26.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
17:38:26.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
17:38:26.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
17:38:26.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
17:38:26.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
17:38:26.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
17:38:26.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.204.3:0
17:38:26.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.204.3
17:38:26.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.204.3
17:38:26.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
17:38:26.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.204.62:35645,127.17.204.61:35389,127.17.204.60:33967
17:38:26.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.204.20:40717
17:38:26.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
17:38:26.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
17:38:26.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
17:38:26.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
17:38:26.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
17:38:26.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
17:38:26.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:26.822369 18816 heartbeater.cc:347] Connected to a master server at 127.17.204.61:35389
17:38:26.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:26.822865 18816 heartbeater.cc:464] Registering TS with master...
17:38:26.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:26.823150 18265 ts_manager.cc:194] Registered new tserver with Master: f090549645ec44ecbb43b7dc4ab67c54 (127.17.204.2:35005)
17:38:26.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:26.823217 18816 heartbeater.cc:511] Master 127.17.204.61:35389 requested a full tablet report, sending...
17:38:26.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:26.824013 18814 heartbeater.cc:464] Registering TS with master...
17:38:26.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:26.824371 18265 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.17.204.2:60315
17:38:26.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:26.824486 18814 heartbeater.cc:511] Master 127.17.204.60:33967 requested a full tablet report, sending...
17:38:26.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:26.825106 18346 ts_manager.cc:194] Registered new tserver with Master: f090549645ec44ecbb43b7dc4ab67c54 (127.17.204.2:35005)
17:38:26.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:26.825551 18428 ts_manager.cc:194] Registered new tserver with Master: f090549645ec44ecbb43b7dc4ab67c54 (127.17.204.2:35005)
17:38:26.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:26.852151 18535 catalog_manager.cc:1259] Loaded cluster ID: 081a8a69de774c3daacc65b11c74d38d
17:38:26.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:26.852274 18535 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 89368deac9d949ccb0609e7c90bc88af: loading cluster ID for follower catalog manager: success
17:38:26.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:26.855904 18535 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 89368deac9d949ccb0609e7c90bc88af: acquiring CA information for follower catalog manager: success
17:38:26.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:26.858134 18535 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 89368deac9d949ccb0609e7c90bc88af: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
17:38:27.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:27.154058 18819 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
17:38:27.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:27.154327 18819 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
17:38:27.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:27.154421 18819 flags.cc:425] Enabled unsafe flag: --never_fsync=true
17:38:27.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:27.161569 18819 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
17:38:27.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:27.161688 18819 flags.cc:425] Enabled experimental flag: --txn_keepalive_interval_ms=1000
17:38:27.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:27.161725 18819 flags.cc:425] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
17:38:27.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:27.161787 18819 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
17:38:27.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:27.161851 18819 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.17.204.3
17:38:27.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:27.170987 18819 tablet_server_runner.cc:78] Tablet server non-default flags:
17:38:27.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
17:38:27.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.204.20:40717
17:38:27.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
17:38:27.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
17:38:27.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskfGU3aF/test-tmp/mini-kudu-cluster1631927197176973382/ts-2/data
17:38:27.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskfGU3aF/test-tmp/mini-kudu-cluster1631927197176973382/ts-2/wal
17:38:27.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
17:38:27.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
17:38:27.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.204.3:0
17:38:27.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
17:38:27.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
17:38:27.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
17:38:27.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskfGU3aF/test-tmp/mini-kudu-cluster1631927197176973382/ts-2/data/info.pb
17:38:27.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.204.3
17:38:27.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
17:38:27.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
17:38:27.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
17:38:27.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
17:38:27.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.204.62:35645,127.17.204.61:35389,127.17.204.60:33967
17:38:27.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
17:38:27.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
17:38:27.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
17:38:27.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
17:38:27.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
17:38:27.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.204.3
17:38:27.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskfGU3aF/test-tmp/mini-kudu-cluster1631927197176973382/ts-2/logs
17:38:27.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
17:38:27.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
17:38:27.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
17:38:27.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
17:38:27.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
17:38:27.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
17:38:27.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
17:38:27.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 23 Sep 2026 16:28:54 UTC on ccycloud.quasar-niuser.root.comops.site
17:38:27.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4667752
17:38:27.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
17:38:27.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:27.172453 18819 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
17:38:27.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:27.174510 18819 file_cache.cc:493] Constructed file cache file cache with capacity 419430
17:38:27.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:27.188326 18826 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
17:38:27.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:27.188562 18825 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
17:38:27.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:27.189177 18828 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
17:38:27.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:27.194583 18819 server_base.cc:1034] running on GCE node
17:38:27.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:27.195277 18819 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
17:38:27.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:27.196396 18819 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
17:38:27.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:27.199808 18819 hybrid_clock.cc:648] HybridClock initialized: now 1790185107199242 us; error 542 us; skew 500 ppm
17:38:27.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:27.200174 18819 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
17:38:27.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:27.202965 18819 webserver.cc:460] Webserver started at http://127.17.204.3:33243/ using document root <none> and password file <none>
17:38:27.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:27.203649 18819 fs_manager.cc:359] Metadata directory not provided
17:38:27.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:27.203737 18819 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
17:38:27.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:27.203987 18819 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
17:38:27.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:27.206709 18819 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskfGU3aF/test-tmp/mini-kudu-cluster1631927197176973382/ts-2/data/instance:
17:38:27.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9877ce58087f40d882a2e397cea00543"
17:38:27.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-23 17:38:27 on dist-test-slave-85br"
17:38:27.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:27.207397 18819 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskfGU3aF/test-tmp/mini-kudu-cluster1631927197176973382/ts-2/wal/instance:
17:38:27.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9877ce58087f40d882a2e397cea00543"
17:38:27.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-23 17:38:27 on dist-test-slave-85br"
17:38:27.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:27.212312 18819 fs_manager.cc:691] Time spent creating directory manager: real 0.005s user 0.006s sys 0.000s
17:38:27.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:27.215780 18835 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
17:38:27.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:27.217249 18819 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.003s sys 0.000s
17:38:27.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:27.217375 18819 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskfGU3aF/test-tmp/mini-kudu-cluster1631927197176973382/ts-2/data,/tmp/dist-test-taskfGU3aF/test-tmp/mini-kudu-cluster1631927197176973382/ts-2/wal
17:38:27.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9877ce58087f40d882a2e397cea00543"
17:38:27.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-23 17:38:27 on dist-test-slave-85br"
17:38:27.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:27.217541 18819 fs_report.cc:383] FS layout report
17:38:27.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
17:38:27.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskfGU3aF/test-tmp/mini-kudu-cluster1631927197176973382/ts-2/wal
17:38:27.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskfGU3aF/test-tmp/mini-kudu-cluster1631927197176973382/ts-2/wal
17:38:27.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskfGU3aF/test-tmp/mini-kudu-cluster1631927197176973382/ts-2/data/data
17:38:27.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
17:38:27.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
17:38:27.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
17:38:27.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
17:38:27.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
17:38:27.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
17:38:27.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
17:38:27.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
17:38:27.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
17:38:27.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
17:38:27.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
17:38:27.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:27.235378 18819 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
17:38:27.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:27.236109 18819 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
17:38:27.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:27.236375 18819 kserver.cc:163] Server-wide thread pool size limit: 3276
17:38:27.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:27.239217 18819 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
17:38:27.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:27.239355 18819 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
17:38:27.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:27.239477 18819 ts_tablet_manager.cc:610] Registered 0 tablets
17:38:27.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:27.239538 18819 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
17:38:27.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:27.297223 18819 rpc_server.cc:307] RPC server started. Bound to: 127.17.204.3:37517
17:38:27.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:27.297243 18956 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.17.204.3:37517 every 8 connection(s)
17:38:27.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:27.298345 18819 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskfGU3aF/test-tmp/mini-kudu-cluster1631927197176973382/ts-2/data/info.pb
17:38:27.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:27.299320 18224 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskfGU3aF/build/asan/bin/kudu as pid 18819
17:38:27.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:27.299494 18224 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskfGU3aF/test-tmp/mini-kudu-cluster1631927197176973382/ts-2/wal/instance
17:38:27.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:27.303586 18958 heartbeater.cc:347] Connected to a master server at 127.17.204.62:35645
17:38:27.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:27.303840 18958 heartbeater.cc:464] Registering TS with master...
17:38:27.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:27.304636 18958 heartbeater.cc:511] Master 127.17.204.62:35645 requested a full tablet report, sending...
17:38:27.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:27.306216 18265 ts_manager.cc:194] Registered new tserver with Master: 9877ce58087f40d882a2e397cea00543 (127.17.204.3:37517)
17:38:27.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:27.307323 18265 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.17.204.3:35245
17:38:27.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:27.308336 18957 heartbeater.cc:347] Connected to a master server at 127.17.204.60:33967
17:38:27.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:27.308466 18957 heartbeater.cc:464] Registering TS with master...
17:38:27.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:27.308995 18957 heartbeater.cc:511] Master 127.17.204.60:33967 requested a full tablet report, sending...
17:38:27.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:27.310293 18428 ts_manager.cc:194] Registered new tserver with Master: 9877ce58087f40d882a2e397cea00543 (127.17.204.3:37517)
17:38:27.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:27.312338 18959 heartbeater.cc:347] Connected to a master server at 127.17.204.61:35389
17:38:27.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:27.312474 18959 heartbeater.cc:464] Registering TS with master...
17:38:27.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:27.312889 18959 heartbeater.cc:511] Master 127.17.204.61:35389 requested a full tablet report, sending...
17:38:27.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:27.313864 18346 ts_manager.cc:194] Registered new tserver with Master: 9877ce58087f40d882a2e397cea00543 (127.17.204.3:37517)
17:38:27.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:27.326730 18224 external_mini_cluster.cc:930] 3 TS(s) registered with all masters
17:38:27.328 [DEBUG - main] (MiniKuduCluster.java:195) Response:
17:38:27.328 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
17:38:27.329 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.17.204.62"
port: 35645
}
bound_http_address {
host: "127.17.204.62"
port: 39011
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.17.204.61"
port: 35389
}
bound_http_address {
host: "127.17.204.61"
port: 34765
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.17.204.60"
port: 33967
}
bound_http_address {
host: "127.17.204.60"
port: 33871
}
}
}
17:38:27.329 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
17:38:27.330 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.17.204.1"
port: 41811
}
bound_http_address {
host: "127.17.204.1"
port: 42215
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.17.204.2"
port: 35005
}
bound_http_address {
host: "127.17.204.2"
port: 46155
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.17.204.3"
port: 37517
}
bound_http_address {
host: "127.17.204.3"
port: 33243
}
}
}
17:38:27.330 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
17:38:27.332 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
17:38:27.334 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:27.335 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.17.204.60:33967(127.17.204.60:33967)] connecting to peer
17:38:27.336 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:27.337 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.17.204.62:35645(127.17.204.62:35645)] Successfully connected to peer
17:38:27.337 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.17.204.60:33967(127.17.204.60:33967)] Successfully connected to peer
17:38:27.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:27.339655 18674 heartbeater.cc:503] Master 127.17.204.62:35645 was elected leader, sending a full tablet report...
17:38:27.340 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.17.204.62
17:38:27.340 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.17.204.60
17:38:27.344 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.17.204.61:35389(127.17.204.61:35389)] Successfully connected to peer
17:38:27.351 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.17.204.61
17:38:27.354 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xb2b3eb3b, L:/127.0.0.1:56546 - R:/127.17.204.60:33967] using SASL/PLAIN
17:38:27.364 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xcce6bec8, L:/127.0.0.1:44450 - R:/127.17.204.62:35645] using SASL/PLAIN
17:38:27.365 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xa3cb2704, L:/127.0.0.1:57146 - R:/127.17.204.61:35389] using SASL/PLAIN
17:38:27.367 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
17:38:27.367 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=34), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [23ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [33ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: OK, deferred=null) after lookup
17:38:27.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:27.370792 18265 catalog_manager.cc:1908] Servicing CreateTable request from {username='slave'} at 127.0.0.1:44450:
17:38:27.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_manager_fallback_rolling"
17:38:27.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
17:38:27.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
17:38:27.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "key"
17:38:27.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
17:38:27.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
17:38:27.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
17:38:27.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
17:38:27.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
17:38:27.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
17:38:27.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
17:38:27.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
17:38:27.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column1_i"
17:38:27.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
17:38:27.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
17:38:27.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
17:38:27.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
17:38:27.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
17:38:27.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
17:38:27.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
17:38:27.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
17:38:27.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column2_i"
17:38:27.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
17:38:27.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
17:38:27.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
17:38:27.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
17:38:27.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
17:38:27.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
17:38:27.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
17:38:27.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
17:38:27.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column3_s"
17:38:27.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
17:38:27.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
17:38:27.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: true
17:38:27.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: DICT_ENCODING
17:38:27.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: LZ4
17:38:27.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 4096
17:38:27.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
17:38:27.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
17:38:27.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
17:38:27.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
17:38:27.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column4_b"
17:38:27.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: BOOL
17:38:27.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
17:38:27.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
17:38:27.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
17:38:27.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
17:38:27.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
17:38:27.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
17:38:27.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
17:38:27.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
17:38:27.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) hash_schema {
17:38:27.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
17:38:27.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "key"
17:38:27.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
17:38:27.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_buckets: 2
17:38:27.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) seed: 0
17:38:27.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
17:38:27.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
17:38:27.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:27.373391 18265 catalog_manager.cc:6854] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table txn_manager_fallback_rolling in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
17:38:27.395 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table a0f0f7b15f9a4c608b1134d412a7bf1d
17:38:27.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:27.433022 18889 tablet_service.cc:1467] Processing CreateTablet for tablet 1833c289a5794cedaadfa21666b5c809 (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=a0f0f7b15f9a4c608b1134d412a7bf1d]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
17:38:27.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:27.433019 18748 tablet_service.cc:1467] Processing CreateTablet for tablet ab2f78a7ef7d42cda57a15fd0acb21ae (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=a0f0f7b15f9a4c608b1134d412a7bf1d]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
17:38:27.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:27.433019 18604 tablet_service.cc:1467] Processing CreateTablet for tablet 1833c289a5794cedaadfa21666b5c809 (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=a0f0f7b15f9a4c608b1134d412a7bf1d]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
17:38:27.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:27.434311 18889 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 1833c289a5794cedaadfa21666b5c809. 1 dirs total, 0 dirs full, 0 dirs failed
17:38:27.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:27.434346 18604 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 1833c289a5794cedaadfa21666b5c809. 1 dirs total, 0 dirs full, 0 dirs failed
17:38:27.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:27.434361 18748 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet ab2f78a7ef7d42cda57a15fd0acb21ae. 1 dirs total, 0 dirs full, 0 dirs failed
17:38:27.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:27.437434 18603 tablet_service.cc:1467] Processing CreateTablet for tablet ab2f78a7ef7d42cda57a15fd0acb21ae (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=a0f0f7b15f9a4c608b1134d412a7bf1d]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
17:38:27.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:27.437888 18603 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet ab2f78a7ef7d42cda57a15fd0acb21ae. 1 dirs total, 0 dirs full, 0 dirs failed
17:38:27.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:27.439008 18888 tablet_service.cc:1467] Processing CreateTablet for tablet ab2f78a7ef7d42cda57a15fd0acb21ae (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=a0f0f7b15f9a4c608b1134d412a7bf1d]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
17:38:27.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:27.439476 18888 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet ab2f78a7ef7d42cda57a15fd0acb21ae. 1 dirs total, 0 dirs full, 0 dirs failed
17:38:27.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:27.441381 18749 tablet_service.cc:1467] Processing CreateTablet for tablet 1833c289a5794cedaadfa21666b5c809 (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=a0f0f7b15f9a4c608b1134d412a7bf1d]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
17:38:27.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:27.441835 18749 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 1833c289a5794cedaadfa21666b5c809. 1 dirs total, 0 dirs full, 0 dirs failed
17:38:27.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:27.456233 18981 tablet_bootstrap.cc:492] T 1833c289a5794cedaadfa21666b5c809 P 9877ce58087f40d882a2e397cea00543: Bootstrap starting.
17:38:27.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:27.459782 18983 tablet_bootstrap.cc:492] T ab2f78a7ef7d42cda57a15fd0acb21ae P 0b150a54b1124e85b8e8519d722c6127: Bootstrap starting.
17:38:27.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:27.459959 18982 tablet_bootstrap.cc:492] T ab2f78a7ef7d42cda57a15fd0acb21ae P f090549645ec44ecbb43b7dc4ab67c54: Bootstrap starting.
17:38:27.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:27.461540 18981 tablet_bootstrap.cc:654] T 1833c289a5794cedaadfa21666b5c809 P 9877ce58087f40d882a2e397cea00543: Neither blocks nor log segments found. Creating new log.
17:38:27.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:27.462570 18983 tablet_bootstrap.cc:654] T ab2f78a7ef7d42cda57a15fd0acb21ae P 0b150a54b1124e85b8e8519d722c6127: Neither blocks nor log segments found. Creating new log.
17:38:27.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:27.462795 18981 log.cc:824] T 1833c289a5794cedaadfa21666b5c809 P 9877ce58087f40d882a2e397cea00543: Log is configured to *not* fsync() on all Append() calls
17:38:27.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:27.463234 18982 tablet_bootstrap.cc:654] T ab2f78a7ef7d42cda57a15fd0acb21ae P f090549645ec44ecbb43b7dc4ab67c54: Neither blocks nor log segments found. Creating new log.
17:38:27.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:27.463775 18983 log.cc:824] T ab2f78a7ef7d42cda57a15fd0acb21ae P 0b150a54b1124e85b8e8519d722c6127: Log is configured to *not* fsync() on all Append() calls
17:38:27.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:27.464423 18982 log.cc:824] T ab2f78a7ef7d42cda57a15fd0acb21ae P f090549645ec44ecbb43b7dc4ab67c54: Log is configured to *not* fsync() on all Append() calls
17:38:27.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:27.465803 18981 tablet_bootstrap.cc:492] T 1833c289a5794cedaadfa21666b5c809 P 9877ce58087f40d882a2e397cea00543: No bootstrap required, opened a new log
17:38:27.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:27.466100 18981 ts_tablet_manager.cc:1397] T 1833c289a5794cedaadfa21666b5c809 P 9877ce58087f40d882a2e397cea00543: Time spent bootstrapping tablet: real 0.010s user 0.004s sys 0.004s
17:38:27.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:27.466533 18983 tablet_bootstrap.cc:492] T ab2f78a7ef7d42cda57a15fd0acb21ae P 0b150a54b1124e85b8e8519d722c6127: No bootstrap required, opened a new log
17:38:27.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:27.466787 18983 ts_tablet_manager.cc:1397] T ab2f78a7ef7d42cda57a15fd0acb21ae P 0b150a54b1124e85b8e8519d722c6127: Time spent bootstrapping tablet: real 0.007s user 0.000s sys 0.005s
17:38:27.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:27.466964 18982 tablet_bootstrap.cc:492] T ab2f78a7ef7d42cda57a15fd0acb21ae P f090549645ec44ecbb43b7dc4ab67c54: No bootstrap required, opened a new log
17:38:27.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:27.467264 18982 ts_tablet_manager.cc:1397] T ab2f78a7ef7d42cda57a15fd0acb21ae P f090549645ec44ecbb43b7dc4ab67c54: Time spent bootstrapping tablet: real 0.008s user 0.004s sys 0.003s
17:38:27.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:27.474694 18982 raft_consensus.cc:348] T ab2f78a7ef7d42cda57a15fd0acb21ae P f090549645ec44ecbb43b7dc4ab67c54 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0b150a54b1124e85b8e8519d722c6127" member_type: VOTER last_known_addr { host: "127.17.204.1" port: 41811 } } peers { permanent_uuid: "f090549645ec44ecbb43b7dc4ab67c54" member_type: VOTER last_known_addr { host: "127.17.204.2" port: 35005 } } peers { permanent_uuid: "9877ce58087f40d882a2e397cea00543" member_type: VOTER last_known_addr { host: "127.17.204.3" port: 37517 } }
17:38:27.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:27.475116 18982 raft_consensus.cc:374] T ab2f78a7ef7d42cda57a15fd0acb21ae P f090549645ec44ecbb43b7dc4ab67c54 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
17:38:27.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:27.475217 18982 raft_consensus.cc:729] T ab2f78a7ef7d42cda57a15fd0acb21ae P f090549645ec44ecbb43b7dc4ab67c54 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f090549645ec44ecbb43b7dc4ab67c54, State: Initialized, Role: FOLLOWER
17:38:27.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:27.475921 18982 consensus_queue.cc:260] T ab2f78a7ef7d42cda57a15fd0acb21ae P f090549645ec44ecbb43b7dc4ab67c54 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0b150a54b1124e85b8e8519d722c6127" member_type: VOTER last_known_addr { host: "127.17.204.1" port: 41811 } } peers { permanent_uuid: "f090549645ec44ecbb43b7dc4ab67c54" member_type: VOTER last_known_addr { host: "127.17.204.2" port: 35005 } } peers { permanent_uuid: "9877ce58087f40d882a2e397cea00543" member_type: VOTER last_known_addr { host: "127.17.204.3" port: 37517 } }
17:38:27.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:27.476694 18981 raft_consensus.cc:348] T 1833c289a5794cedaadfa21666b5c809 P 9877ce58087f40d882a2e397cea00543 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9877ce58087f40d882a2e397cea00543" member_type: VOTER last_known_addr { host: "127.17.204.3" port: 37517 } } peers { permanent_uuid: "0b150a54b1124e85b8e8519d722c6127" member_type: VOTER last_known_addr { host: "127.17.204.1" port: 41811 } } peers { permanent_uuid: "f090549645ec44ecbb43b7dc4ab67c54" member_type: VOTER last_known_addr { host: "127.17.204.2" port: 35005 } }
17:38:27.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:27.477137 18981 raft_consensus.cc:374] T 1833c289a5794cedaadfa21666b5c809 P 9877ce58087f40d882a2e397cea00543 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
17:38:27.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:27.477231 18981 raft_consensus.cc:729] T 1833c289a5794cedaadfa21666b5c809 P 9877ce58087f40d882a2e397cea00543 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 9877ce58087f40d882a2e397cea00543, State: Initialized, Role: FOLLOWER
17:38:27.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:27.477742 18982 ts_tablet_manager.cc:1428] T ab2f78a7ef7d42cda57a15fd0acb21ae P f090549645ec44ecbb43b7dc4ab67c54: Time spent starting tablet: real 0.010s user 0.009s sys 0.001s
17:38:27.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:27.477408 18983 raft_consensus.cc:348] T ab2f78a7ef7d42cda57a15fd0acb21ae P 0b150a54b1124e85b8e8519d722c6127 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0b150a54b1124e85b8e8519d722c6127" member_type: VOTER last_known_addr { host: "127.17.204.1" port: 41811 } } peers { permanent_uuid: "f090549645ec44ecbb43b7dc4ab67c54" member_type: VOTER last_known_addr { host: "127.17.204.2" port: 35005 } } peers { permanent_uuid: "9877ce58087f40d882a2e397cea00543" member_type: VOTER last_known_addr { host: "127.17.204.3" port: 37517 } }
17:38:27.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:27.477883 18983 raft_consensus.cc:374] T ab2f78a7ef7d42cda57a15fd0acb21ae P 0b150a54b1124e85b8e8519d722c6127 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
17:38:27.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:27.477965 18983 raft_consensus.cc:729] T ab2f78a7ef7d42cda57a15fd0acb21ae P 0b150a54b1124e85b8e8519d722c6127 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 0b150a54b1124e85b8e8519d722c6127, State: Initialized, Role: FOLLOWER
17:38:27.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:27.477818 18981 consensus_queue.cc:260] T 1833c289a5794cedaadfa21666b5c809 P 9877ce58087f40d882a2e397cea00543 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9877ce58087f40d882a2e397cea00543" member_type: VOTER last_known_addr { host: "127.17.204.3" port: 37517 } } peers { permanent_uuid: "0b150a54b1124e85b8e8519d722c6127" member_type: VOTER last_known_addr { host: "127.17.204.1" port: 41811 } } peers { permanent_uuid: "f090549645ec44ecbb43b7dc4ab67c54" member_type: VOTER last_known_addr { host: "127.17.204.2" port: 35005 } }
17:38:27.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:27.478607 18982 tablet_bootstrap.cc:492] T 1833c289a5794cedaadfa21666b5c809 P f090549645ec44ecbb43b7dc4ab67c54: Bootstrap starting.
17:38:27.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:27.478588 18983 consensus_queue.cc:260] T ab2f78a7ef7d42cda57a15fd0acb21ae P 0b150a54b1124e85b8e8519d722c6127 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0b150a54b1124e85b8e8519d722c6127" member_type: VOTER last_known_addr { host: "127.17.204.1" port: 41811 } } peers { permanent_uuid: "f090549645ec44ecbb43b7dc4ab67c54" member_type: VOTER last_known_addr { host: "127.17.204.2" port: 35005 } } peers { permanent_uuid: "9877ce58087f40d882a2e397cea00543" member_type: VOTER last_known_addr { host: "127.17.204.3" port: 37517 } }
17:38:27.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:27.479040 18815 heartbeater.cc:503] Master 127.17.204.62:35645 was elected leader, sending a full tablet report...
17:38:27.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:27.480302 18982 tablet_bootstrap.cc:654] T 1833c289a5794cedaadfa21666b5c809 P f090549645ec44ecbb43b7dc4ab67c54: Neither blocks nor log segments found. Creating new log.
17:38:27.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:27.485327 18958 heartbeater.cc:503] Master 127.17.204.62:35645 was elected leader, sending a full tablet report...
17:38:27.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:27.486979 18981 ts_tablet_manager.cc:1428] T 1833c289a5794cedaadfa21666b5c809 P 9877ce58087f40d882a2e397cea00543: Time spent starting tablet: real 0.021s user 0.018s sys 0.000s
17:38:27.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:27.488029 18981 tablet_bootstrap.cc:492] T ab2f78a7ef7d42cda57a15fd0acb21ae P 9877ce58087f40d882a2e397cea00543: Bootstrap starting.
17:38:27.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:27.489732 18981 tablet_bootstrap.cc:654] T ab2f78a7ef7d42cda57a15fd0acb21ae P 9877ce58087f40d882a2e397cea00543: Neither blocks nor log segments found. Creating new log.
17:38:27.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:27.490725 18982 tablet_bootstrap.cc:492] T 1833c289a5794cedaadfa21666b5c809 P f090549645ec44ecbb43b7dc4ab67c54: No bootstrap required, opened a new log
17:38:27.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:27.490857 18982 ts_tablet_manager.cc:1397] T 1833c289a5794cedaadfa21666b5c809 P f090549645ec44ecbb43b7dc4ab67c54: Time spent bootstrapping tablet: real 0.012s user 0.005s sys 0.004s
17:38:27.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:27.491652 18982 raft_consensus.cc:348] T 1833c289a5794cedaadfa21666b5c809 P f090549645ec44ecbb43b7dc4ab67c54 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9877ce58087f40d882a2e397cea00543" member_type: VOTER last_known_addr { host: "127.17.204.3" port: 37517 } } peers { permanent_uuid: "0b150a54b1124e85b8e8519d722c6127" member_type: VOTER last_known_addr { host: "127.17.204.1" port: 41811 } } peers { permanent_uuid: "f090549645ec44ecbb43b7dc4ab67c54" member_type: VOTER last_known_addr { host: "127.17.204.2" port: 35005 } }
17:38:27.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:27.491909 18982 raft_consensus.cc:374] T 1833c289a5794cedaadfa21666b5c809 P f090549645ec44ecbb43b7dc4ab67c54 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
17:38:27.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:27.492010 18982 raft_consensus.cc:729] T 1833c289a5794cedaadfa21666b5c809 P f090549645ec44ecbb43b7dc4ab67c54 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f090549645ec44ecbb43b7dc4ab67c54, State: Initialized, Role: FOLLOWER
17:38:27.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:27.492309 18982 consensus_queue.cc:260] T 1833c289a5794cedaadfa21666b5c809 P f090549645ec44ecbb43b7dc4ab67c54 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9877ce58087f40d882a2e397cea00543" member_type: VOTER last_known_addr { host: "127.17.204.3" port: 37517 } } peers { permanent_uuid: "0b150a54b1124e85b8e8519d722c6127" member_type: VOTER last_known_addr { host: "127.17.204.1" port: 41811 } } peers { permanent_uuid: "f090549645ec44ecbb43b7dc4ab67c54" member_type: VOTER last_known_addr { host: "127.17.204.2" port: 35005 } }
17:38:27.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:27.497299 18982 ts_tablet_manager.cc:1428] T 1833c289a5794cedaadfa21666b5c809 P f090549645ec44ecbb43b7dc4ab67c54: Time spent starting tablet: real 0.006s user 0.006s sys 0.001s
17:38:27.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:27.501864 18983 ts_tablet_manager.cc:1428] T ab2f78a7ef7d42cda57a15fd0acb21ae P 0b150a54b1124e85b8e8519d722c6127: Time spent starting tablet: real 0.035s user 0.017s sys 0.012s
17:38:27.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:27.502405 18983 tablet_bootstrap.cc:492] T 1833c289a5794cedaadfa21666b5c809 P 0b150a54b1124e85b8e8519d722c6127: Bootstrap starting.
17:38:27.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:27.504642 18983 tablet_bootstrap.cc:654] T 1833c289a5794cedaadfa21666b5c809 P 0b150a54b1124e85b8e8519d722c6127: Neither blocks nor log segments found. Creating new log.
17:38:27.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:27.505868 18981 tablet_bootstrap.cc:492] T ab2f78a7ef7d42cda57a15fd0acb21ae P 9877ce58087f40d882a2e397cea00543: No bootstrap required, opened a new log
17:38:27.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:27.506042 18981 ts_tablet_manager.cc:1397] T ab2f78a7ef7d42cda57a15fd0acb21ae P 9877ce58087f40d882a2e397cea00543: Time spent bootstrapping tablet: real 0.018s user 0.007s sys 0.006s
17:38:27.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:27.507747 18981 raft_consensus.cc:348] T ab2f78a7ef7d42cda57a15fd0acb21ae P 9877ce58087f40d882a2e397cea00543 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0b150a54b1124e85b8e8519d722c6127" member_type: VOTER last_known_addr { host: "127.17.204.1" port: 41811 } } peers { permanent_uuid: "f090549645ec44ecbb43b7dc4ab67c54" member_type: VOTER last_known_addr { host: "127.17.204.2" port: 35005 } } peers { permanent_uuid: "9877ce58087f40d882a2e397cea00543" member_type: VOTER last_known_addr { host: "127.17.204.3" port: 37517 } }
17:38:27.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:27.507944 18983 tablet_bootstrap.cc:492] T 1833c289a5794cedaadfa21666b5c809 P 0b150a54b1124e85b8e8519d722c6127: No bootstrap required, opened a new log
17:38:27.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:27.508064 18983 ts_tablet_manager.cc:1397] T 1833c289a5794cedaadfa21666b5c809 P 0b150a54b1124e85b8e8519d722c6127: Time spent bootstrapping tablet: real 0.006s user 0.004s sys 0.000s
17:38:27.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:27.507992 18981 raft_consensus.cc:374] T ab2f78a7ef7d42cda57a15fd0acb21ae P 9877ce58087f40d882a2e397cea00543 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
17:38:27.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:27.508735 18981 raft_consensus.cc:729] T ab2f78a7ef7d42cda57a15fd0acb21ae P 9877ce58087f40d882a2e397cea00543 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 9877ce58087f40d882a2e397cea00543, State: Initialized, Role: FOLLOWER
17:38:27.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:27.508833 18983 raft_consensus.cc:348] T 1833c289a5794cedaadfa21666b5c809 P 0b150a54b1124e85b8e8519d722c6127 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9877ce58087f40d882a2e397cea00543" member_type: VOTER last_known_addr { host: "127.17.204.3" port: 37517 } } peers { permanent_uuid: "0b150a54b1124e85b8e8519d722c6127" member_type: VOTER last_known_addr { host: "127.17.204.1" port: 41811 } } peers { permanent_uuid: "f090549645ec44ecbb43b7dc4ab67c54" member_type: VOTER last_known_addr { host: "127.17.204.2" port: 35005 } }
17:38:27.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:27.509089 18983 raft_consensus.cc:374] T 1833c289a5794cedaadfa21666b5c809 P 0b150a54b1124e85b8e8519d722c6127 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
17:38:27.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:27.509003 18981 consensus_queue.cc:260] T ab2f78a7ef7d42cda57a15fd0acb21ae P 9877ce58087f40d882a2e397cea00543 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0b150a54b1124e85b8e8519d722c6127" member_type: VOTER last_known_addr { host: "127.17.204.1" port: 41811 } } peers { permanent_uuid: "f090549645ec44ecbb43b7dc4ab67c54" member_type: VOTER last_known_addr { host: "127.17.204.2" port: 35005 } } peers { permanent_uuid: "9877ce58087f40d882a2e397cea00543" member_type: VOTER last_known_addr { host: "127.17.204.3" port: 37517 } }
17:38:27.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:27.509181 18983 raft_consensus.cc:729] T 1833c289a5794cedaadfa21666b5c809 P 0b150a54b1124e85b8e8519d722c6127 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 0b150a54b1124e85b8e8519d722c6127, State: Initialized, Role: FOLLOWER
17:38:27.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:27.509605 18981 ts_tablet_manager.cc:1428] T ab2f78a7ef7d42cda57a15fd0acb21ae P 9877ce58087f40d882a2e397cea00543: Time spent starting tablet: real 0.003s user 0.001s sys 0.000s
17:38:27.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:27.509979 18983 consensus_queue.cc:260] T 1833c289a5794cedaadfa21666b5c809 P 0b150a54b1124e85b8e8519d722c6127 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9877ce58087f40d882a2e397cea00543" member_type: VOTER last_known_addr { host: "127.17.204.3" port: 37517 } } peers { permanent_uuid: "0b150a54b1124e85b8e8519d722c6127" member_type: VOTER last_known_addr { host: "127.17.204.1" port: 41811 } } peers { permanent_uuid: "f090549645ec44ecbb43b7dc4ab67c54" member_type: VOTER last_known_addr { host: "127.17.204.2" port: 35005 } }
17:38:27.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:27.512681 18983 ts_tablet_manager.cc:1428] T 1833c289a5794cedaadfa21666b5c809 P 0b150a54b1124e85b8e8519d722c6127: Time spent starting tablet: real 0.005s user 0.002s sys 0.000s
17:38:27.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:27.551833 18960 tablet.cc:2369] T 1833c289a5794cedaadfa21666b5c809 P 9877ce58087f40d882a2e397cea00543: Can't schedule compaction. Clean time has not been advanced past its initial value.
17:38:27.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:27.556236 18989 raft_consensus.cc:482] T ab2f78a7ef7d42cda57a15fd0acb21ae P 0b150a54b1124e85b8e8519d722c6127 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
17:38:27.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:27.556555 18989 raft_consensus.cc:504] T ab2f78a7ef7d42cda57a15fd0acb21ae P 0b150a54b1124e85b8e8519d722c6127 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0b150a54b1124e85b8e8519d722c6127" member_type: VOTER last_known_addr { host: "127.17.204.1" port: 41811 } } peers { permanent_uuid: "f090549645ec44ecbb43b7dc4ab67c54" member_type: VOTER last_known_addr { host: "127.17.204.2" port: 35005 } } peers { permanent_uuid: "9877ce58087f40d882a2e397cea00543" member_type: VOTER last_known_addr { host: "127.17.204.3" port: 37517 } }
17:38:27.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:27.558328 18989 leader_election.cc:288] T ab2f78a7ef7d42cda57a15fd0acb21ae P 0b150a54b1124e85b8e8519d722c6127 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers f090549645ec44ecbb43b7dc4ab67c54 (127.17.204.2:35005), 9877ce58087f40d882a2e397cea00543 (127.17.204.3:37517)
17:38:27.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:27.565815 18912 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "ab2f78a7ef7d42cda57a15fd0acb21ae" candidate_uuid: "0b150a54b1124e85b8e8519d722c6127" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9877ce58087f40d882a2e397cea00543" is_pre_election: true
17:38:27.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:27.565816 18769 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "ab2f78a7ef7d42cda57a15fd0acb21ae" candidate_uuid: "0b150a54b1124e85b8e8519d722c6127" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f090549645ec44ecbb43b7dc4ab67c54" is_pre_election: true
17:38:27.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:27.566318 18912 raft_consensus.cc:2454] T ab2f78a7ef7d42cda57a15fd0acb21ae P 9877ce58087f40d882a2e397cea00543 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 0b150a54b1124e85b8e8519d722c6127 in term 0.
17:38:27.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:27.566386 18769 raft_consensus.cc:2454] T ab2f78a7ef7d42cda57a15fd0acb21ae P f090549645ec44ecbb43b7dc4ab67c54 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 0b150a54b1124e85b8e8519d722c6127 in term 0.
17:38:27.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:27.566955 18550 leader_election.cc:302] T ab2f78a7ef7d42cda57a15fd0acb21ae P 0b150a54b1124e85b8e8519d722c6127 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 3 yes votes; 0 no votes. yes voters: 0b150a54b1124e85b8e8519d722c6127, 9877ce58087f40d882a2e397cea00543, f090549645ec44ecbb43b7dc4ab67c54; no voters:
17:38:27.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:27.567348 18989 raft_consensus.cc:2781] T ab2f78a7ef7d42cda57a15fd0acb21ae P 0b150a54b1124e85b8e8519d722c6127 [term 0 FOLLOWER]: Leader pre-election won for term 1
17:38:27.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:27.567492 18989 raft_consensus.cc:482] T ab2f78a7ef7d42cda57a15fd0acb21ae P 0b150a54b1124e85b8e8519d722c6127 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
17:38:27.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:27.567620 18989 raft_consensus.cc:3037] T ab2f78a7ef7d42cda57a15fd0acb21ae P 0b150a54b1124e85b8e8519d722c6127 [term 0 FOLLOWER]: Advancing to term 1
17:38:27.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:27.568668 18817 tablet.cc:2369] T 1833c289a5794cedaadfa21666b5c809 P f090549645ec44ecbb43b7dc4ab67c54: Can't schedule compaction. Clean time has not been advanced past its initial value.
17:38:27.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:27.569765 18989 raft_consensus.cc:504] T ab2f78a7ef7d42cda57a15fd0acb21ae P 0b150a54b1124e85b8e8519d722c6127 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0b150a54b1124e85b8e8519d722c6127" member_type: VOTER last_known_addr { host: "127.17.204.1" port: 41811 } } peers { permanent_uuid: "f090549645ec44ecbb43b7dc4ab67c54" member_type: VOTER last_known_addr { host: "127.17.204.2" port: 35005 } } peers { permanent_uuid: "9877ce58087f40d882a2e397cea00543" member_type: VOTER last_known_addr { host: "127.17.204.3" port: 37517 } }
17:38:27.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:27.570360 18989 leader_election.cc:288] T ab2f78a7ef7d42cda57a15fd0acb21ae P 0b150a54b1124e85b8e8519d722c6127 [CANDIDATE]: Term 1 election: Requested vote from peers f090549645ec44ecbb43b7dc4ab67c54 (127.17.204.2:35005), 9877ce58087f40d882a2e397cea00543 (127.17.204.3:37517)
17:38:27.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:27.570770 18769 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "ab2f78a7ef7d42cda57a15fd0acb21ae" candidate_uuid: "0b150a54b1124e85b8e8519d722c6127" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f090549645ec44ecbb43b7dc4ab67c54"
17:38:27.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:27.570816 18912 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "ab2f78a7ef7d42cda57a15fd0acb21ae" candidate_uuid: "0b150a54b1124e85b8e8519d722c6127" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9877ce58087f40d882a2e397cea00543"
17:38:27.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:27.570959 18912 raft_consensus.cc:3037] T ab2f78a7ef7d42cda57a15fd0acb21ae P 9877ce58087f40d882a2e397cea00543 [term 0 FOLLOWER]: Advancing to term 1
17:38:27.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:27.570967 18769 raft_consensus.cc:3037] T ab2f78a7ef7d42cda57a15fd0acb21ae P f090549645ec44ecbb43b7dc4ab67c54 [term 0 FOLLOWER]: Advancing to term 1
17:38:27.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:27.573062 18912 raft_consensus.cc:2454] T ab2f78a7ef7d42cda57a15fd0acb21ae P 9877ce58087f40d882a2e397cea00543 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 0b150a54b1124e85b8e8519d722c6127 in term 1.
17:38:27.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:27.573275 18769 raft_consensus.cc:2454] T ab2f78a7ef7d42cda57a15fd0acb21ae P f090549645ec44ecbb43b7dc4ab67c54 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 0b150a54b1124e85b8e8519d722c6127 in term 1.
17:38:27.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:27.573431 18550 leader_election.cc:302] T ab2f78a7ef7d42cda57a15fd0acb21ae P 0b150a54b1124e85b8e8519d722c6127 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 0b150a54b1124e85b8e8519d722c6127, 9877ce58087f40d882a2e397cea00543; no voters:
17:38:27.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:27.573797 18989 raft_consensus.cc:2781] T ab2f78a7ef7d42cda57a15fd0acb21ae P 0b150a54b1124e85b8e8519d722c6127 [term 1 FOLLOWER]: Leader election won for term 1
17:38:27.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:27.574275 18989 raft_consensus.cc:686] T ab2f78a7ef7d42cda57a15fd0acb21ae P 0b150a54b1124e85b8e8519d722c6127 [term 1 LEADER]: Becoming Leader. State: Replica: 0b150a54b1124e85b8e8519d722c6127, State: Running, Role: LEADER
17:38:27.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:27.575307 18989 consensus_queue.cc:237] T ab2f78a7ef7d42cda57a15fd0acb21ae P 0b150a54b1124e85b8e8519d722c6127 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0b150a54b1124e85b8e8519d722c6127" member_type: VOTER last_known_addr { host: "127.17.204.1" port: 41811 } } peers { permanent_uuid: "f090549645ec44ecbb43b7dc4ab67c54" member_type: VOTER last_known_addr { host: "127.17.204.2" port: 35005 } } peers { permanent_uuid: "9877ce58087f40d882a2e397cea00543" member_type: VOTER last_known_addr { host: "127.17.204.3" port: 37517 } }
17:38:27.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:27.580971 18676 tablet.cc:2369] T 1833c289a5794cedaadfa21666b5c809 P 0b150a54b1124e85b8e8519d722c6127: Can't schedule compaction. Clean time has not been advanced past its initial value.
17:38:27.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:27.581117 18265 catalog_manager.cc:5495] T ab2f78a7ef7d42cda57a15fd0acb21ae P 0b150a54b1124e85b8e8519d722c6127 reported cstate change: term changed from 0 to 1, leader changed from <none> to 0b150a54b1124e85b8e8519d722c6127 (127.17.204.1). New cstate: current_term: 1 leader_uuid: "0b150a54b1124e85b8e8519d722c6127" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0b150a54b1124e85b8e8519d722c6127" member_type: VOTER last_known_addr { host: "127.17.204.1" port: 41811 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "f090549645ec44ecbb43b7dc4ab67c54" member_type: VOTER last_known_addr { host: "127.17.204.2" port: 35005 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "9877ce58087f40d882a2e397cea00543" member_type: VOTER last_known_addr { host: "127.17.204.3" port: 37517 } health_report { overall_health: UNKNOWN } } }
17:38:27.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:27.748683 18989 raft_consensus.cc:482] T 1833c289a5794cedaadfa21666b5c809 P 0b150a54b1124e85b8e8519d722c6127 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
17:38:27.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:27.748896 18989 raft_consensus.cc:504] T 1833c289a5794cedaadfa21666b5c809 P 0b150a54b1124e85b8e8519d722c6127 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9877ce58087f40d882a2e397cea00543" member_type: VOTER last_known_addr { host: "127.17.204.3" port: 37517 } } peers { permanent_uuid: "0b150a54b1124e85b8e8519d722c6127" member_type: VOTER last_known_addr { host: "127.17.204.1" port: 41811 } } peers { permanent_uuid: "f090549645ec44ecbb43b7dc4ab67c54" member_type: VOTER last_known_addr { host: "127.17.204.2" port: 35005 } }
17:38:27.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:27.749610 18989 leader_election.cc:288] T 1833c289a5794cedaadfa21666b5c809 P 0b150a54b1124e85b8e8519d722c6127 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 9877ce58087f40d882a2e397cea00543 (127.17.204.3:37517), f090549645ec44ecbb43b7dc4ab67c54 (127.17.204.2:35005)
17:38:27.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:27.750201 18912 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "1833c289a5794cedaadfa21666b5c809" candidate_uuid: "0b150a54b1124e85b8e8519d722c6127" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9877ce58087f40d882a2e397cea00543" is_pre_election: true
17:38:27.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:27.750420 18912 raft_consensus.cc:2454] T 1833c289a5794cedaadfa21666b5c809 P 9877ce58087f40d882a2e397cea00543 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 0b150a54b1124e85b8e8519d722c6127 in term 0.
17:38:27.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:27.750289 18769 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "1833c289a5794cedaadfa21666b5c809" candidate_uuid: "0b150a54b1124e85b8e8519d722c6127" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f090549645ec44ecbb43b7dc4ab67c54" is_pre_election: true
17:38:27.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:27.750612 18769 raft_consensus.cc:2454] T 1833c289a5794cedaadfa21666b5c809 P f090549645ec44ecbb43b7dc4ab67c54 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 0b150a54b1124e85b8e8519d722c6127 in term 0.
17:38:27.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:27.750861 18550 leader_election.cc:302] T 1833c289a5794cedaadfa21666b5c809 P 0b150a54b1124e85b8e8519d722c6127 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 0b150a54b1124e85b8e8519d722c6127, 9877ce58087f40d882a2e397cea00543; no voters:
17:38:27.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:27.751168 18989 raft_consensus.cc:2781] T 1833c289a5794cedaadfa21666b5c809 P 0b150a54b1124e85b8e8519d722c6127 [term 0 FOLLOWER]: Leader pre-election won for term 1
17:38:27.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:27.751277 18989 raft_consensus.cc:482] T 1833c289a5794cedaadfa21666b5c809 P 0b150a54b1124e85b8e8519d722c6127 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
17:38:27.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:27.751363 18989 raft_consensus.cc:3037] T 1833c289a5794cedaadfa21666b5c809 P 0b150a54b1124e85b8e8519d722c6127 [term 0 FOLLOWER]: Advancing to term 1
17:38:27.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:27.753289 18989 raft_consensus.cc:504] T 1833c289a5794cedaadfa21666b5c809 P 0b150a54b1124e85b8e8519d722c6127 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9877ce58087f40d882a2e397cea00543" member_type: VOTER last_known_addr { host: "127.17.204.3" port: 37517 } } peers { permanent_uuid: "0b150a54b1124e85b8e8519d722c6127" member_type: VOTER last_known_addr { host: "127.17.204.1" port: 41811 } } peers { permanent_uuid: "f090549645ec44ecbb43b7dc4ab67c54" member_type: VOTER last_known_addr { host: "127.17.204.2" port: 35005 } }
17:38:27.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:27.753834 18989 leader_election.cc:288] T 1833c289a5794cedaadfa21666b5c809 P 0b150a54b1124e85b8e8519d722c6127 [CANDIDATE]: Term 1 election: Requested vote from peers 9877ce58087f40d882a2e397cea00543 (127.17.204.3:37517), f090549645ec44ecbb43b7dc4ab67c54 (127.17.204.2:35005)
17:38:27.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:27.754235 18912 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "1833c289a5794cedaadfa21666b5c809" candidate_uuid: "0b150a54b1124e85b8e8519d722c6127" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9877ce58087f40d882a2e397cea00543"
17:38:27.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:27.754320 18769 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "1833c289a5794cedaadfa21666b5c809" candidate_uuid: "0b150a54b1124e85b8e8519d722c6127" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f090549645ec44ecbb43b7dc4ab67c54"
17:38:27.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:27.754429 18912 raft_consensus.cc:3037] T 1833c289a5794cedaadfa21666b5c809 P 9877ce58087f40d882a2e397cea00543 [term 0 FOLLOWER]: Advancing to term 1
17:38:27.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:27.754542 18769 raft_consensus.cc:3037] T 1833c289a5794cedaadfa21666b5c809 P f090549645ec44ecbb43b7dc4ab67c54 [term 0 FOLLOWER]: Advancing to term 1
17:38:27.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:27.756624 18912 raft_consensus.cc:2454] T 1833c289a5794cedaadfa21666b5c809 P 9877ce58087f40d882a2e397cea00543 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 0b150a54b1124e85b8e8519d722c6127 in term 1.
17:38:27.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:27.756719 18769 raft_consensus.cc:2454] T 1833c289a5794cedaadfa21666b5c809 P f090549645ec44ecbb43b7dc4ab67c54 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 0b150a54b1124e85b8e8519d722c6127 in term 1.
17:38:27.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:27.757025 18550 leader_election.cc:302] T 1833c289a5794cedaadfa21666b5c809 P 0b150a54b1124e85b8e8519d722c6127 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 0b150a54b1124e85b8e8519d722c6127, 9877ce58087f40d882a2e397cea00543; no voters:
17:38:27.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:27.757345 18989 raft_consensus.cc:2781] T 1833c289a5794cedaadfa21666b5c809 P 0b150a54b1124e85b8e8519d722c6127 [term 1 FOLLOWER]: Leader election won for term 1
17:38:27.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:27.757519 18989 raft_consensus.cc:686] T 1833c289a5794cedaadfa21666b5c809 P 0b150a54b1124e85b8e8519d722c6127 [term 1 LEADER]: Becoming Leader. State: Replica: 0b150a54b1124e85b8e8519d722c6127, State: Running, Role: LEADER
17:38:27.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:27.757810 18989 consensus_queue.cc:237] T 1833c289a5794cedaadfa21666b5c809 P 0b150a54b1124e85b8e8519d722c6127 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9877ce58087f40d882a2e397cea00543" member_type: VOTER last_known_addr { host: "127.17.204.3" port: 37517 } } peers { permanent_uuid: "0b150a54b1124e85b8e8519d722c6127" member_type: VOTER last_known_addr { host: "127.17.204.1" port: 41811 } } peers { permanent_uuid: "f090549645ec44ecbb43b7dc4ab67c54" member_type: VOTER last_known_addr { host: "127.17.204.2" port: 35005 } }
17:38:27.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:27.760650 18265 catalog_manager.cc:5495] T 1833c289a5794cedaadfa21666b5c809 P 0b150a54b1124e85b8e8519d722c6127 reported cstate change: term changed from 0 to 1, leader changed from <none> to 0b150a54b1124e85b8e8519d722c6127 (127.17.204.1). New cstate: current_term: 1 leader_uuid: "0b150a54b1124e85b8e8519d722c6127" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9877ce58087f40d882a2e397cea00543" member_type: VOTER last_known_addr { host: "127.17.204.3" port: 37517 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "0b150a54b1124e85b8e8519d722c6127" member_type: VOTER last_known_addr { host: "127.17.204.1" port: 41811 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "f090549645ec44ecbb43b7dc4ab67c54" member_type: VOTER last_known_addr { host: "127.17.204.2" port: 35005 } health_report { overall_health: UNKNOWN } } }
17:38:27.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:27.795408 18265 catalog_manager.cc:1908] Servicing CreateTable request from {username='slave'} at 127.0.0.1:44460:
17:38:27.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
17:38:27.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
17:38:27.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
17:38:27.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
17:38:27.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
17:38:27.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
17:38:27.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
17:38:27.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
17:38:27.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
17:38:27.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
17:38:27.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
17:38:27.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
17:38:27.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
17:38:27.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
17:38:27.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
17:38:27.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
17:38:27.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
17:38:27.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
17:38:27.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
17:38:27.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
17:38:27.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
17:38:27.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
17:38:27.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
17:38:27.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
17:38:27.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
17:38:27.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
17:38:27.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
17:38:27.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
17:38:27.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
17:38:27.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
17:38:27.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
17:38:27.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
17:38:27.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
17:38:27.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
17:38:27.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
17:38:27.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
17:38:27.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
17:38:27.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
17:38:27.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
17:38:27.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
17:38:27.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
17:38:27.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
17:38:27.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
17:38:27.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
17:38:27.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
17:38:27.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
17:38:27.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
17:38:27.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
17:38:27.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
17:38:27.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
17:38:27.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
17:38:27.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
17:38:27.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
17:38:27.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
17:38:27.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
17:38:27.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
17:38:27.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:27.796587 18265 catalog_manager.cc:6854] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
17:38:27.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:27.808126 18603 tablet_service.cc:1467] Processing CreateTablet for tablet ea4d264970ff473a927fcb28a2fc2207 (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=91e45d7641ab407f8649f8d9b21cdf12]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
17:38:27.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:27.808120 18748 tablet_service.cc:1467] Processing CreateTablet for tablet ea4d264970ff473a927fcb28a2fc2207 (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=91e45d7641ab407f8649f8d9b21cdf12]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
17:38:27.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:27.809145 18603 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet ea4d264970ff473a927fcb28a2fc2207. 1 dirs total, 0 dirs full, 0 dirs failed
17:38:27.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:27.809165 18748 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet ea4d264970ff473a927fcb28a2fc2207. 1 dirs total, 0 dirs full, 0 dirs failed
17:38:27.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:27.812687 18888 tablet_service.cc:1467] Processing CreateTablet for tablet ea4d264970ff473a927fcb28a2fc2207 (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=91e45d7641ab407f8649f8d9b21cdf12]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
17:38:27.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:27.813597 18888 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet ea4d264970ff473a927fcb28a2fc2207. 1 dirs total, 0 dirs full, 0 dirs failed
17:38:27.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:27.814845 18983 tablet_bootstrap.cc:492] T ea4d264970ff473a927fcb28a2fc2207 P 0b150a54b1124e85b8e8519d722c6127: Bootstrap starting.
17:38:27.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:27.816429 18983 tablet_bootstrap.cc:654] T ea4d264970ff473a927fcb28a2fc2207 P 0b150a54b1124e85b8e8519d722c6127: Neither blocks nor log segments found. Creating new log.
17:38:27.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:27.817580 18982 tablet_bootstrap.cc:492] T ea4d264970ff473a927fcb28a2fc2207 P f090549645ec44ecbb43b7dc4ab67c54: Bootstrap starting.
17:38:27.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:27.819276 18982 tablet_bootstrap.cc:654] T ea4d264970ff473a927fcb28a2fc2207 P f090549645ec44ecbb43b7dc4ab67c54: Neither blocks nor log segments found. Creating new log.
17:38:27.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:27.820762 18981 tablet_bootstrap.cc:492] T ea4d264970ff473a927fcb28a2fc2207 P 9877ce58087f40d882a2e397cea00543: Bootstrap starting.
17:38:27.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:27.821631 18982 tablet_bootstrap.cc:492] T ea4d264970ff473a927fcb28a2fc2207 P f090549645ec44ecbb43b7dc4ab67c54: No bootstrap required, opened a new log
17:38:27.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:27.821676 18983 tablet_bootstrap.cc:492] T ea4d264970ff473a927fcb28a2fc2207 P 0b150a54b1124e85b8e8519d722c6127: No bootstrap required, opened a new log
17:38:27.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:27.821779 18982 ts_tablet_manager.cc:1397] T ea4d264970ff473a927fcb28a2fc2207 P f090549645ec44ecbb43b7dc4ab67c54: Time spent bootstrapping tablet: real 0.004s user 0.003s sys 0.000s
17:38:27.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:27.821911 18983 ts_tablet_manager.cc:1397] T ea4d264970ff473a927fcb28a2fc2207 P 0b150a54b1124e85b8e8519d722c6127: Time spent bootstrapping tablet: real 0.007s user 0.003s sys 0.000s
17:38:27.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:27.822479 18982 raft_consensus.cc:348] T ea4d264970ff473a927fcb28a2fc2207 P f090549645ec44ecbb43b7dc4ab67c54 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0b150a54b1124e85b8e8519d722c6127" member_type: VOTER last_known_addr { host: "127.17.204.1" port: 41811 } } peers { permanent_uuid: "f090549645ec44ecbb43b7dc4ab67c54" member_type: VOTER last_known_addr { host: "127.17.204.2" port: 35005 } } peers { permanent_uuid: "9877ce58087f40d882a2e397cea00543" member_type: VOTER last_known_addr { host: "127.17.204.3" port: 37517 } }
17:38:27.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:27.822691 18981 tablet_bootstrap.cc:654] T ea4d264970ff473a927fcb28a2fc2207 P 9877ce58087f40d882a2e397cea00543: Neither blocks nor log segments found. Creating new log.
17:38:27.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:27.822722 18982 raft_consensus.cc:374] T ea4d264970ff473a927fcb28a2fc2207 P f090549645ec44ecbb43b7dc4ab67c54 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
17:38:27.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:27.822633 18983 raft_consensus.cc:348] T ea4d264970ff473a927fcb28a2fc2207 P 0b150a54b1124e85b8e8519d722c6127 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0b150a54b1124e85b8e8519d722c6127" member_type: VOTER last_known_addr { host: "127.17.204.1" port: 41811 } } peers { permanent_uuid: "f090549645ec44ecbb43b7dc4ab67c54" member_type: VOTER last_known_addr { host: "127.17.204.2" port: 35005 } } peers { permanent_uuid: "9877ce58087f40d882a2e397cea00543" member_type: VOTER last_known_addr { host: "127.17.204.3" port: 37517 } }
17:38:27.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:27.822803 18982 raft_consensus.cc:729] T ea4d264970ff473a927fcb28a2fc2207 P f090549645ec44ecbb43b7dc4ab67c54 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f090549645ec44ecbb43b7dc4ab67c54, State: Initialized, Role: FOLLOWER
17:38:27.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:27.822883 18983 raft_consensus.cc:374] T ea4d264970ff473a927fcb28a2fc2207 P 0b150a54b1124e85b8e8519d722c6127 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
17:38:27.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:27.822959 18983 raft_consensus.cc:729] T ea4d264970ff473a927fcb28a2fc2207 P 0b150a54b1124e85b8e8519d722c6127 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 0b150a54b1124e85b8e8519d722c6127, State: Initialized, Role: FOLLOWER
17:38:27.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:27.823068 18982 consensus_queue.cc:260] T ea4d264970ff473a927fcb28a2fc2207 P f090549645ec44ecbb43b7dc4ab67c54 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0b150a54b1124e85b8e8519d722c6127" member_type: VOTER last_known_addr { host: "127.17.204.1" port: 41811 } } peers { permanent_uuid: "f090549645ec44ecbb43b7dc4ab67c54" member_type: VOTER last_known_addr { host: "127.17.204.2" port: 35005 } } peers { permanent_uuid: "9877ce58087f40d882a2e397cea00543" member_type: VOTER last_known_addr { host: "127.17.204.3" port: 37517 } }
17:38:27.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:27.823565 18992 tablet_replica.cc:439] T ea4d264970ff473a927fcb28a2fc2207 P f090549645ec44ecbb43b7dc4ab67c54: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0b150a54b1124e85b8e8519d722c6127" member_type: VOTER last_known_addr { host: "127.17.204.1" port: 41811 } } peers { permanent_uuid: "f090549645ec44ecbb43b7dc4ab67c54" member_type: VOTER last_known_addr { host: "127.17.204.2" port: 35005 } } peers { permanent_uuid: "9877ce58087f40d882a2e397cea00543" member_type: VOTER last_known_addr { host: "127.17.204.3" port: 37517 } } }
17:38:27.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:27.823961 18992 tablet_replica.cc:442] T ea4d264970ff473a927fcb28a2fc2207 P f090549645ec44ecbb43b7dc4ab67c54: This TxnStatusTablet replica's current role is: FOLLOWER
17:38:27.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:27.825615 18982 ts_tablet_manager.cc:1428] T ea4d264970ff473a927fcb28a2fc2207 P f090549645ec44ecbb43b7dc4ab67c54: Time spent starting tablet: real 0.004s user 0.002s sys 0.000s
17:38:27.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:27.823222 18983 consensus_queue.cc:260] T ea4d264970ff473a927fcb28a2fc2207 P 0b150a54b1124e85b8e8519d722c6127 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0b150a54b1124e85b8e8519d722c6127" member_type: VOTER last_known_addr { host: "127.17.204.1" port: 41811 } } peers { permanent_uuid: "f090549645ec44ecbb43b7dc4ab67c54" member_type: VOTER last_known_addr { host: "127.17.204.2" port: 35005 } } peers { permanent_uuid: "9877ce58087f40d882a2e397cea00543" member_type: VOTER last_known_addr { host: "127.17.204.3" port: 37517 } }
17:38:27.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:27.828296 18983 ts_tablet_manager.cc:1428] T ea4d264970ff473a927fcb28a2fc2207 P 0b150a54b1124e85b8e8519d722c6127: Time spent starting tablet: real 0.006s user 0.002s sys 0.000s
17:38:27.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:27.828483 18981 tablet_bootstrap.cc:492] T ea4d264970ff473a927fcb28a2fc2207 P 9877ce58087f40d882a2e397cea00543: No bootstrap required, opened a new log
17:38:27.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:27.828387 18989 tablet_replica.cc:439] T ea4d264970ff473a927fcb28a2fc2207 P 0b150a54b1124e85b8e8519d722c6127: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0b150a54b1124e85b8e8519d722c6127" member_type: VOTER last_known_addr { host: "127.17.204.1" port: 41811 } } peers { permanent_uuid: "f090549645ec44ecbb43b7dc4ab67c54" member_type: VOTER last_known_addr { host: "127.17.204.2" port: 35005 } } peers { permanent_uuid: "9877ce58087f40d882a2e397cea00543" member_type: VOTER last_known_addr { host: "127.17.204.3" port: 37517 } } }
17:38:27.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:27.828655 18981 ts_tablet_manager.cc:1397] T ea4d264970ff473a927fcb28a2fc2207 P 9877ce58087f40d882a2e397cea00543: Time spent bootstrapping tablet: real 0.008s user 0.005s sys 0.000s
17:38:27.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:27.828702 18989 tablet_replica.cc:442] T ea4d264970ff473a927fcb28a2fc2207 P 0b150a54b1124e85b8e8519d722c6127: This TxnStatusTablet replica's current role is: FOLLOWER
17:38:27.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:27.829358 18981 raft_consensus.cc:348] T ea4d264970ff473a927fcb28a2fc2207 P 9877ce58087f40d882a2e397cea00543 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0b150a54b1124e85b8e8519d722c6127" member_type: VOTER last_known_addr { host: "127.17.204.1" port: 41811 } } peers { permanent_uuid: "f090549645ec44ecbb43b7dc4ab67c54" member_type: VOTER last_known_addr { host: "127.17.204.2" port: 35005 } } peers { permanent_uuid: "9877ce58087f40d882a2e397cea00543" member_type: VOTER last_known_addr { host: "127.17.204.3" port: 37517 } }
17:38:27.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:27.829937 18981 raft_consensus.cc:374] T ea4d264970ff473a927fcb28a2fc2207 P 9877ce58087f40d882a2e397cea00543 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
17:38:27.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:27.830044 18981 raft_consensus.cc:729] T ea4d264970ff473a927fcb28a2fc2207 P 9877ce58087f40d882a2e397cea00543 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 9877ce58087f40d882a2e397cea00543, State: Initialized, Role: FOLLOWER
17:38:27.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:27.830263 18981 consensus_queue.cc:260] T ea4d264970ff473a927fcb28a2fc2207 P 9877ce58087f40d882a2e397cea00543 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0b150a54b1124e85b8e8519d722c6127" member_type: VOTER last_known_addr { host: "127.17.204.1" port: 41811 } } peers { permanent_uuid: "f090549645ec44ecbb43b7dc4ab67c54" member_type: VOTER last_known_addr { host: "127.17.204.2" port: 35005 } } peers { permanent_uuid: "9877ce58087f40d882a2e397cea00543" member_type: VOTER last_known_addr { host: "127.17.204.3" port: 37517 } }
17:38:27.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:27.830789 18981 ts_tablet_manager.cc:1428] T ea4d264970ff473a927fcb28a2fc2207 P 9877ce58087f40d882a2e397cea00543: Time spent starting tablet: real 0.002s user 0.001s sys 0.000s
17:38:27.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:27.831552 18988 tablet_replica.cc:439] T ea4d264970ff473a927fcb28a2fc2207 P 9877ce58087f40d882a2e397cea00543: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0b150a54b1124e85b8e8519d722c6127" member_type: VOTER last_known_addr { host: "127.17.204.1" port: 41811 } } peers { permanent_uuid: "f090549645ec44ecbb43b7dc4ab67c54" member_type: VOTER last_known_addr { host: "127.17.204.2" port: 35005 } } peers { permanent_uuid: "9877ce58087f40d882a2e397cea00543" member_type: VOTER last_known_addr { host: "127.17.204.3" port: 37517 } } }
17:38:27.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:27.831918 18988 tablet_replica.cc:442] T ea4d264970ff473a927fcb28a2fc2207 P 9877ce58087f40d882a2e397cea00543: This TxnStatusTablet replica's current role is: FOLLOWER
17:38:27.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:27.994942 18988 raft_consensus.cc:482] T ea4d264970ff473a927fcb28a2fc2207 P 9877ce58087f40d882a2e397cea00543 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
17:38:27.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:27.995167 18988 raft_consensus.cc:504] T ea4d264970ff473a927fcb28a2fc2207 P 9877ce58087f40d882a2e397cea00543 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0b150a54b1124e85b8e8519d722c6127" member_type: VOTER last_known_addr { host: "127.17.204.1" port: 41811 } } peers { permanent_uuid: "f090549645ec44ecbb43b7dc4ab67c54" member_type: VOTER last_known_addr { host: "127.17.204.2" port: 35005 } } peers { permanent_uuid: "9877ce58087f40d882a2e397cea00543" member_type: VOTER last_known_addr { host: "127.17.204.3" port: 37517 } }
17:38:27.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:27.996616 18988 leader_election.cc:288] T ea4d264970ff473a927fcb28a2fc2207 P 9877ce58087f40d882a2e397cea00543 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 0b150a54b1124e85b8e8519d722c6127 (127.17.204.1:41811), f090549645ec44ecbb43b7dc4ab67c54 (127.17.204.2:35005)
17:38:28.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:28.003957 18989 consensus_queue.cc:1035] T ab2f78a7ef7d42cda57a15fd0acb21ae P 0b150a54b1124e85b8e8519d722c6127 [LEADER]: Connected to new peer: Peer: permanent_uuid: "9877ce58087f40d882a2e397cea00543" member_type: VOTER last_known_addr { host: "127.17.204.3" port: 37517 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
17:38:28.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:28.004340 18769 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "ea4d264970ff473a927fcb28a2fc2207" candidate_uuid: "9877ce58087f40d882a2e397cea00543" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f090549645ec44ecbb43b7dc4ab67c54" is_pre_election: true
17:38:28.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:28.004598 18769 raft_consensus.cc:2454] T ea4d264970ff473a927fcb28a2fc2207 P f090549645ec44ecbb43b7dc4ab67c54 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 9877ce58087f40d882a2e397cea00543 in term 0.
17:38:28.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:28.005098 18838 leader_election.cc:302] T ea4d264970ff473a927fcb28a2fc2207 P 9877ce58087f40d882a2e397cea00543 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 9877ce58087f40d882a2e397cea00543, f090549645ec44ecbb43b7dc4ab67c54; no voters:
17:38:28.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:28.005126 18628 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "ea4d264970ff473a927fcb28a2fc2207" candidate_uuid: "9877ce58087f40d882a2e397cea00543" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0b150a54b1124e85b8e8519d722c6127" is_pre_election: true
17:38:28.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:28.005522 18628 raft_consensus.cc:2454] T ea4d264970ff473a927fcb28a2fc2207 P 0b150a54b1124e85b8e8519d722c6127 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 9877ce58087f40d882a2e397cea00543 in term 0.
17:38:28.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:28.005781 18988 raft_consensus.cc:2781] T ea4d264970ff473a927fcb28a2fc2207 P 9877ce58087f40d882a2e397cea00543 [term 0 FOLLOWER]: Leader pre-election won for term 1
17:38:28.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:28.005940 18988 raft_consensus.cc:482] T ea4d264970ff473a927fcb28a2fc2207 P 9877ce58087f40d882a2e397cea00543 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
17:38:28.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:28.006054 18988 raft_consensus.cc:3037] T ea4d264970ff473a927fcb28a2fc2207 P 9877ce58087f40d882a2e397cea00543 [term 0 FOLLOWER]: Advancing to term 1
17:38:28.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:28.010078 18988 raft_consensus.cc:504] T ea4d264970ff473a927fcb28a2fc2207 P 9877ce58087f40d882a2e397cea00543 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0b150a54b1124e85b8e8519d722c6127" member_type: VOTER last_known_addr { host: "127.17.204.1" port: 41811 } } peers { permanent_uuid: "f090549645ec44ecbb43b7dc4ab67c54" member_type: VOTER last_known_addr { host: "127.17.204.2" port: 35005 } } peers { permanent_uuid: "9877ce58087f40d882a2e397cea00543" member_type: VOTER last_known_addr { host: "127.17.204.3" port: 37517 } }
17:38:28.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:28.010638 18988 leader_election.cc:288] T ea4d264970ff473a927fcb28a2fc2207 P 9877ce58087f40d882a2e397cea00543 [CANDIDATE]: Term 1 election: Requested vote from peers 0b150a54b1124e85b8e8519d722c6127 (127.17.204.1:41811), f090549645ec44ecbb43b7dc4ab67c54 (127.17.204.2:35005)
17:38:28.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:28.011140 18769 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "ea4d264970ff473a927fcb28a2fc2207" candidate_uuid: "9877ce58087f40d882a2e397cea00543" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f090549645ec44ecbb43b7dc4ab67c54"
17:38:28.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:28.011220 18628 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "ea4d264970ff473a927fcb28a2fc2207" candidate_uuid: "9877ce58087f40d882a2e397cea00543" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0b150a54b1124e85b8e8519d722c6127"
17:38:28.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:28.011353 18769 raft_consensus.cc:3037] T ea4d264970ff473a927fcb28a2fc2207 P f090549645ec44ecbb43b7dc4ab67c54 [term 0 FOLLOWER]: Advancing to term 1
17:38:28.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:28.011473 18628 raft_consensus.cc:3037] T ea4d264970ff473a927fcb28a2fc2207 P 0b150a54b1124e85b8e8519d722c6127 [term 0 FOLLOWER]: Advancing to term 1
17:38:28.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:28.013396 18769 raft_consensus.cc:2454] T ea4d264970ff473a927fcb28a2fc2207 P f090549645ec44ecbb43b7dc4ab67c54 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 9877ce58087f40d882a2e397cea00543 in term 1.
17:38:28.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:28.013957 18838 leader_election.cc:302] T ea4d264970ff473a927fcb28a2fc2207 P 9877ce58087f40d882a2e397cea00543 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 9877ce58087f40d882a2e397cea00543, f090549645ec44ecbb43b7dc4ab67c54; no voters:
17:38:28.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:28.014392 18988 raft_consensus.cc:2781] T ea4d264970ff473a927fcb28a2fc2207 P 9877ce58087f40d882a2e397cea00543 [term 1 FOLLOWER]: Leader election won for term 1
17:38:28.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:28.014541 18988 raft_consensus.cc:686] T ea4d264970ff473a927fcb28a2fc2207 P 9877ce58087f40d882a2e397cea00543 [term 1 LEADER]: Becoming Leader. State: Replica: 9877ce58087f40d882a2e397cea00543, State: Running, Role: LEADER
17:38:28.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:28.014773 18628 raft_consensus.cc:2454] T ea4d264970ff473a927fcb28a2fc2207 P 0b150a54b1124e85b8e8519d722c6127 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 9877ce58087f40d882a2e397cea00543 in term 1.
17:38:28.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:28.014987 18988 consensus_queue.cc:237] T ea4d264970ff473a927fcb28a2fc2207 P 9877ce58087f40d882a2e397cea00543 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0b150a54b1124e85b8e8519d722c6127" member_type: VOTER last_known_addr { host: "127.17.204.1" port: 41811 } } peers { permanent_uuid: "f090549645ec44ecbb43b7dc4ab67c54" member_type: VOTER last_known_addr { host: "127.17.204.2" port: 35005 } } peers { permanent_uuid: "9877ce58087f40d882a2e397cea00543" member_type: VOTER last_known_addr { host: "127.17.204.3" port: 37517 } }
17:38:28.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:28.020741 19018 consensus_queue.cc:1035] T ab2f78a7ef7d42cda57a15fd0acb21ae P 0b150a54b1124e85b8e8519d722c6127 [LEADER]: Connected to new peer: Peer: permanent_uuid: "f090549645ec44ecbb43b7dc4ab67c54" member_type: VOTER last_known_addr { host: "127.17.204.2" port: 35005 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
17:38:28.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:28.026252 18265 catalog_manager.cc:5495] T ea4d264970ff473a927fcb28a2fc2207 P 9877ce58087f40d882a2e397cea00543 reported cstate change: term changed from 0 to 1, leader changed from <none> to 9877ce58087f40d882a2e397cea00543 (127.17.204.3). New cstate: current_term: 1 leader_uuid: "9877ce58087f40d882a2e397cea00543" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0b150a54b1124e85b8e8519d722c6127" member_type: VOTER last_known_addr { host: "127.17.204.1" port: 41811 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "f090549645ec44ecbb43b7dc4ab67c54" member_type: VOTER last_known_addr { host: "127.17.204.2" port: 35005 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "9877ce58087f40d882a2e397cea00543" member_type: VOTER last_known_addr { host: "127.17.204.3" port: 37517 } health_report { overall_health: HEALTHY } } }
17:38:28.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:28.027310 18988 tablet_replica.cc:439] T ea4d264970ff473a927fcb28a2fc2207 P 9877ce58087f40d882a2e397cea00543: TxnStatusTablet state changed. Reason: New leader 9877ce58087f40d882a2e397cea00543. Latest consensus state: current_term: 1 leader_uuid: "9877ce58087f40d882a2e397cea00543" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0b150a54b1124e85b8e8519d722c6127" member_type: VOTER last_known_addr { host: "127.17.204.1" port: 41811 } } peers { permanent_uuid: "f090549645ec44ecbb43b7dc4ab67c54" member_type: VOTER last_known_addr { host: "127.17.204.2" port: 35005 } } peers { permanent_uuid: "9877ce58087f40d882a2e397cea00543" member_type: VOTER last_known_addr { host: "127.17.204.3" port: 37517 } } }
17:38:28.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:28.027621 18988 tablet_replica.cc:442] T ea4d264970ff473a927fcb28a2fc2207 P 9877ce58087f40d882a2e397cea00543: This TxnStatusTablet replica's current role is: LEADER
17:38:28.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:28.028226 19022 txn_status_manager.cc:873] Waiting until node catch up with all replicated operations in previous term...
17:38:28.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:28.028587 19022 txn_status_manager.cc:929] Loading transaction status metadata into memory...
17:38:28.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:28.075001 18769 raft_consensus.cc:1261] T ea4d264970ff473a927fcb28a2fc2207 P f090549645ec44ecbb43b7dc4ab67c54 [term 1 FOLLOWER]: Refusing update from remote peer 9877ce58087f40d882a2e397cea00543: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
17:38:28.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:28.075434 18628 raft_consensus.cc:1261] T ea4d264970ff473a927fcb28a2fc2207 P 0b150a54b1124e85b8e8519d722c6127 [term 1 FOLLOWER]: Refusing update from remote peer 9877ce58087f40d882a2e397cea00543: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
17:38:28.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:28.075850 19014 consensus_queue.cc:1035] T ea4d264970ff473a927fcb28a2fc2207 P 9877ce58087f40d882a2e397cea00543 [LEADER]: Connected to new peer: Peer: permanent_uuid: "f090549645ec44ecbb43b7dc4ab67c54" member_type: VOTER last_known_addr { host: "127.17.204.2" port: 35005 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
17:38:28.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:28.076370 18988 consensus_queue.cc:1035] T ea4d264970ff473a927fcb28a2fc2207 P 9877ce58087f40d882a2e397cea00543 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0b150a54b1124e85b8e8519d722c6127" member_type: VOTER last_known_addr { host: "127.17.204.1" port: 41811 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
17:38:28.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:28.091001 18992 tablet_replica.cc:439] T ea4d264970ff473a927fcb28a2fc2207 P f090549645ec44ecbb43b7dc4ab67c54: TxnStatusTablet state changed. Reason: New leader 9877ce58087f40d882a2e397cea00543. Latest consensus state: current_term: 1 leader_uuid: "9877ce58087f40d882a2e397cea00543" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0b150a54b1124e85b8e8519d722c6127" member_type: VOTER last_known_addr { host: "127.17.204.1" port: 41811 } } peers { permanent_uuid: "f090549645ec44ecbb43b7dc4ab67c54" member_type: VOTER last_known_addr { host: "127.17.204.2" port: 35005 } } peers { permanent_uuid: "9877ce58087f40d882a2e397cea00543" member_type: VOTER last_known_addr { host: "127.17.204.3" port: 37517 } } }
17:38:28.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:28.091303 18992 tablet_replica.cc:442] T ea4d264970ff473a927fcb28a2fc2207 P f090549645ec44ecbb43b7dc4ab67c54: This TxnStatusTablet replica's current role is: FOLLOWER
17:38:28.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:28.095417 19018 tablet_replica.cc:439] T ea4d264970ff473a927fcb28a2fc2207 P 0b150a54b1124e85b8e8519d722c6127: TxnStatusTablet state changed. Reason: New leader 9877ce58087f40d882a2e397cea00543. Latest consensus state: current_term: 1 leader_uuid: "9877ce58087f40d882a2e397cea00543" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0b150a54b1124e85b8e8519d722c6127" member_type: VOTER last_known_addr { host: "127.17.204.1" port: 41811 } } peers { permanent_uuid: "f090549645ec44ecbb43b7dc4ab67c54" member_type: VOTER last_known_addr { host: "127.17.204.2" port: 35005 } } peers { permanent_uuid: "9877ce58087f40d882a2e397cea00543" member_type: VOTER last_known_addr { host: "127.17.204.3" port: 37517 } } }
17:38:28.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:28.095721 19018 tablet_replica.cc:442] T ea4d264970ff473a927fcb28a2fc2207 P 0b150a54b1124e85b8e8519d722c6127: This TxnStatusTablet replica's current role is: FOLLOWER
17:38:28.100 [DEBUG - Time-limited test] (KuduTransaction.java:702) starting keepalive heartbeating with period 500 ms (txn ID 0)
17:38:28.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:28.102068 19019 mvcc.cc:205] Tried to move back new op lower bound from 7332598202666229760 to 7332598202433380352. Current Snapshot: MvccSnapshot[applied={T|T < 7332598202666229760 or (T in {7332598202666229760})}]
17:38:28.102 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table a0f0f7b15f9a4c608b1134d412a7bf1d
17:38:28.102 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.17.204.62:35645
17:38:28.103 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
17:38:28.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:28.102730 18988 tablet_replica.cc:439] T ea4d264970ff473a927fcb28a2fc2207 P 9877ce58087f40d882a2e397cea00543: TxnStatusTablet state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "9877ce58087f40d882a2e397cea00543" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0b150a54b1124e85b8e8519d722c6127" member_type: VOTER last_known_addr { host: "127.17.204.1" port: 41811 } } peers { permanent_uuid: "f090549645ec44ecbb43b7dc4ab67c54" member_type: VOTER last_known_addr { host: "127.17.204.2" port: 35005 } } peers { permanent_uuid: "9877ce58087f40d882a2e397cea00543" member_type: VOTER last_known_addr { host: "127.17.204.3" port: 37517 } } }
17:38:28.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:28.102981 18988 tablet_replica.cc:442] T ea4d264970ff473a927fcb28a2fc2207 P 9877ce58087f40d882a2e397cea00543: This TxnStatusTablet replica's current role is: LEADER
17:38:28.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:28.103229 18988 tablet_replica.cc:439] T ea4d264970ff473a927fcb28a2fc2207 P 9877ce58087f40d882a2e397cea00543: TxnStatusTablet state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "9877ce58087f40d882a2e397cea00543" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0b150a54b1124e85b8e8519d722c6127" member_type: VOTER last_known_addr { host: "127.17.204.1" port: 41811 } } peers { permanent_uuid: "f090549645ec44ecbb43b7dc4ab67c54" member_type: VOTER last_known_addr { host: "127.17.204.2" port: 35005 } } peers { permanent_uuid: "9877ce58087f40d882a2e397cea00543" member_type: VOTER last_known_addr { host: "127.17.204.3" port: 37517 } } }
17:38:28.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:28.103442 18988 tablet_replica.cc:442] T ea4d264970ff473a927fcb28a2fc2207 P 9877ce58087f40d882a2e397cea00543: This TxnStatusTablet replica's current role is: LEADER
17:38:28.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:28.104158 18224 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-taskfGU3aF/build/asan/bin/kudu pid 18235
17:38:28.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:28.105460 18306 generic_service.cc:196] Checking for leaks (request via RPC)
17:38:28.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:28.105494 19018 tablet_replica.cc:439] T ea4d264970ff473a927fcb28a2fc2207 P 0b150a54b1124e85b8e8519d722c6127: TxnStatusTablet state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "9877ce58087f40d882a2e397cea00543" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0b150a54b1124e85b8e8519d722c6127" member_type: VOTER last_known_addr { host: "127.17.204.1" port: 41811 } } peers { permanent_uuid: "f090549645ec44ecbb43b7dc4ab67c54" member_type: VOTER last_known_addr { host: "127.17.204.2" port: 35005 } } peers { permanent_uuid: "9877ce58087f40d882a2e397cea00543" member_type: VOTER last_known_addr { host: "127.17.204.3" port: 37517 } } }
17:38:28.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:28.105799 19018 tablet_replica.cc:442] T ea4d264970ff473a927fcb28a2fc2207 P 0b150a54b1124e85b8e8519d722c6127: This TxnStatusTablet replica's current role is: FOLLOWER
17:38:28.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:28.110853 18992 tablet_replica.cc:439] T ea4d264970ff473a927fcb28a2fc2207 P f090549645ec44ecbb43b7dc4ab67c54: TxnStatusTablet state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "9877ce58087f40d882a2e397cea00543" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0b150a54b1124e85b8e8519d722c6127" member_type: VOTER last_known_addr { host: "127.17.204.1" port: 41811 } } peers { permanent_uuid: "f090549645ec44ecbb43b7dc4ab67c54" member_type: VOTER last_known_addr { host: "127.17.204.2" port: 35005 } } peers { permanent_uuid: "9877ce58087f40d882a2e397cea00543" member_type: VOTER last_known_addr { host: "127.17.204.3" port: 37517 } } }
17:38:28.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:28.111115 18992 tablet_replica.cc:442] T ea4d264970ff473a927fcb28a2fc2207 P f090549645ec44ecbb43b7dc4ab67c54: This TxnStatusTablet replica's current role is: FOLLOWER
17:38:28.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:28.149299 19018 consensus_queue.cc:1035] T 1833c289a5794cedaadfa21666b5c809 P 0b150a54b1124e85b8e8519d722c6127 [LEADER]: Connected to new peer: Peer: permanent_uuid: "f090549645ec44ecbb43b7dc4ab67c54" member_type: VOTER last_known_addr { host: "127.17.204.2" port: 35005 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
17:38:28.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:28.156338 18996 consensus_queue.cc:1035] T 1833c289a5794cedaadfa21666b5c809 P 0b150a54b1124e85b8e8519d722c6127 [LEADER]: Connected to new peer: Peer: permanent_uuid: "9877ce58087f40d882a2e397cea00543" member_type: VOTER last_known_addr { host: "127.17.204.3" port: 37517 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
17:38:28.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:28.247381 18224 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskfGU3aF/build/asan/bin/kudu with pid 18235
17:38:28.270 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.17.204.62:35645(127.17.204.62:35645)] handling channelInactive
17:38:28.271 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state READY due to: connection closed
17:38:28.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:28.270464 18958 heartbeater.cc:644] Failed to heartbeat to 127.17.204.62:35645 (0 consecutive failures): Network error: Failed to send heartbeat to master: recv got EOF from 127.17.204.62:35645 (error 108)
17:38:28.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:28.270494 18696 connection.cc:535] client connection to 127.17.204.62:35645 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
17:38:28.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:28.271409 18413 connection.cc:535] server connection from 127.0.0.1:56522 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
17:38:28.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:28.271974 18331 connection.cc:535] server connection from 127.0.0.1:57132 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
17:38:28.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:28.272287 18674 heartbeater.cc:644] Failed to heartbeat to 127.17.204.62:35645 (0 consecutive failures): Network error: Failed to send heartbeat to master: recv got EOF from 127.17.204.62:35645 (error 108)
17:38:28.273 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
17:38:28.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:28.273322 18815 heartbeater.cc:644] Failed to heartbeat to 127.17.204.62:35645 (0 consecutive failures): Network error: Failed to send heartbeat to master: recv error from unknown peer: Transport endpoint is not connected (error 107)
17:38:28.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:28.274299 19011 negotiation.cc:337] Failed RPC negotiation. Trace:
17:38:28.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0923 17:38:28.271419 (+ 0us) reactor.cc:625] Submitting negotiation task for client connection to 127.17.204.62:35645 (local address 127.17.204.3:47577)
17:38:28.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0923 17:38:28.271764 (+ 345us) negotiation.cc:107] Waiting for socket to connect
17:38:28.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0923 17:38:28.271785 (+ 21us) client_negotiation.cc:174] Beginning negotiation
17:38:28.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0923 17:38:28.271915 (+ 130us) client_negotiation.cc:252] Sending NEGOTIATE NegotiatePB request
17:38:28.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0923 17:38:28.273137 (+ 1222us) negotiation.cc:327] Negotiation complete: Network error: Client connection negotiation failed: client connection to 127.17.204.62:35645: BlockingRecv error: recv error from unknown peer: Transport endpoint is not connected (error 107)
17:38:28.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"client-negotiator.queue_time_us":198}
17:38:28.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:28.275183 19033 negotiation.cc:337] Failed RPC negotiation. Trace:
17:38:28.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0923 17:38:28.272832 (+ 0us) reactor.cc:625] Submitting negotiation task for client connection to 127.17.204.62:35645 (local address 127.17.204.1:39227)
17:38:28.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0923 17:38:28.274184 (+ 1352us) negotiation.cc:107] Waiting for socket to connect
17:38:28.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0923 17:38:28.274394 (+ 210us) negotiation.cc:327] Negotiation complete: Network error: Client connection negotiation failed: client connection to 127.17.204.62:35645: connect: Connection reset by peer (error 104)
17:38:28.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"client-negotiator.queue_time_us":1148,"thread_start_us":1256,"threads_started":1}
17:38:28.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:28.548354 19034 raft_consensus.cc:482] T 00000000000000000000000000000000 P 3e43d70cff754badb528f83658fd4b1f [term 1 FOLLOWER]: Starting pre-election (detected failure of leader be76aec1e782453bb186d86c9446e26d)
17:38:28.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:28.548574 19034 raft_consensus.cc:504] T 00000000000000000000000000000000 P 3e43d70cff754badb528f83658fd4b1f [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be76aec1e782453bb186d86c9446e26d" member_type: VOTER last_known_addr { host: "127.17.204.62" port: 35645 } } peers { permanent_uuid: "89368deac9d949ccb0609e7c90bc88af" member_type: VOTER last_known_addr { host: "127.17.204.61" port: 35389 } } peers { permanent_uuid: "3e43d70cff754badb528f83658fd4b1f" member_type: VOTER last_known_addr { host: "127.17.204.60" port: 33967 } }
17:38:28.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:28.549903 19035 raft_consensus.cc:482] T 00000000000000000000000000000000 P 89368deac9d949ccb0609e7c90bc88af [term 1 FOLLOWER]: Starting pre-election (detected failure of leader be76aec1e782453bb186d86c9446e26d)
17:38:28.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:28.550048 19034 leader_election.cc:288] T 00000000000000000000000000000000 P 3e43d70cff754badb528f83658fd4b1f [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers be76aec1e782453bb186d86c9446e26d (127.17.204.62:35645), 89368deac9d949ccb0609e7c90bc88af (127.17.204.61:35389)
17:38:28.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:28.550089 19035 raft_consensus.cc:504] T 00000000000000000000000000000000 P 89368deac9d949ccb0609e7c90bc88af [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be76aec1e782453bb186d86c9446e26d" member_type: VOTER last_known_addr { host: "127.17.204.62" port: 35645 } } peers { permanent_uuid: "89368deac9d949ccb0609e7c90bc88af" member_type: VOTER last_known_addr { host: "127.17.204.61" port: 35389 } } peers { permanent_uuid: "3e43d70cff754badb528f83658fd4b1f" member_type: VOTER last_known_addr { host: "127.17.204.60" port: 33967 } }
17:38:28.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:28.550554 18356 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "3e43d70cff754badb528f83658fd4b1f" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "89368deac9d949ccb0609e7c90bc88af" is_pre_election: true
17:38:28.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:28.550822 18356 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 89368deac9d949ccb0609e7c90bc88af [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 3e43d70cff754badb528f83658fd4b1f in term 1.
17:38:28.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:28.551347 18413 leader_election.cc:302] T 00000000000000000000000000000000 P 3e43d70cff754badb528f83658fd4b1f [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 3e43d70cff754badb528f83658fd4b1f, 89368deac9d949ccb0609e7c90bc88af; no voters:
17:38:28.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:28.551368 18415 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.17.204.62:35645: connect: Connection refused (error 111)
17:38:28.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:28.551774 19034 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 3e43d70cff754badb528f83658fd4b1f [term 1 FOLLOWER]: Leader pre-election won for term 2
17:38:28.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:28.551928 19034 raft_consensus.cc:482] T 00000000000000000000000000000000 P 3e43d70cff754badb528f83658fd4b1f [term 1 FOLLOWER]: Starting leader election (detected failure of leader be76aec1e782453bb186d86c9446e26d)
17:38:28.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:28.552263 19034 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 3e43d70cff754badb528f83658fd4b1f [term 1 FOLLOWER]: Advancing to term 2
17:38:28.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:28.553194 18334 leader_election.cc:334] T 00000000000000000000000000000000 P 89368deac9d949ccb0609e7c90bc88af [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer be76aec1e782453bb186d86c9446e26d (127.17.204.62:35645): Network error: Client connection negotiation failed: client connection to 127.17.204.62:35645: connect: Connection refused (error 111)
17:38:28.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:28.553543 19035 leader_election.cc:288] T 00000000000000000000000000000000 P 89368deac9d949ccb0609e7c90bc88af [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers be76aec1e782453bb186d86c9446e26d (127.17.204.62:35645), 3e43d70cff754badb528f83658fd4b1f (127.17.204.60:33967)
17:38:28.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:28.554047 18438 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "89368deac9d949ccb0609e7c90bc88af" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "3e43d70cff754badb528f83658fd4b1f" is_pre_election: true
17:38:28.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:28.555612 18415 leader_election.cc:334] T 00000000000000000000000000000000 P 3e43d70cff754badb528f83658fd4b1f [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer be76aec1e782453bb186d86c9446e26d (127.17.204.62:35645): Network error: Client connection negotiation failed: client connection to 127.17.204.62:35645: connect: Connection refused (error 111)
17:38:28.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:28.555784 19034 raft_consensus.cc:504] T 00000000000000000000000000000000 P 3e43d70cff754badb528f83658fd4b1f [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be76aec1e782453bb186d86c9446e26d" member_type: VOTER last_known_addr { host: "127.17.204.62" port: 35645 } } peers { permanent_uuid: "89368deac9d949ccb0609e7c90bc88af" member_type: VOTER last_known_addr { host: "127.17.204.61" port: 35389 } } peers { permanent_uuid: "3e43d70cff754badb528f83658fd4b1f" member_type: VOTER last_known_addr { host: "127.17.204.60" port: 33967 } }
17:38:28.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:28.556246 18438 raft_consensus.cc:2379] T 00000000000000000000000000000000 P 3e43d70cff754badb528f83658fd4b1f [term 2 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 89368deac9d949ccb0609e7c90bc88af in current term 2: Already voted for candidate 3e43d70cff754badb528f83658fd4b1f in this term.
17:38:28.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:28.556553 19034 leader_election.cc:288] T 00000000000000000000000000000000 P 3e43d70cff754badb528f83658fd4b1f [CANDIDATE]: Term 2 election: Requested vote from peers be76aec1e782453bb186d86c9446e26d (127.17.204.62:35645), 89368deac9d949ccb0609e7c90bc88af (127.17.204.61:35389)
17:38:28.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:28.557077 18334 leader_election.cc:302] T 00000000000000000000000000000000 P 89368deac9d949ccb0609e7c90bc88af [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 89368deac9d949ccb0609e7c90bc88af; no voters: 3e43d70cff754badb528f83658fd4b1f, be76aec1e782453bb186d86c9446e26d
17:38:28.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:28.557106 18356 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "3e43d70cff754badb528f83658fd4b1f" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "89368deac9d949ccb0609e7c90bc88af"
17:38:28.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:28.557332 18356 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 89368deac9d949ccb0609e7c90bc88af [term 1 FOLLOWER]: Advancing to term 2
17:38:28.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:28.557919 18415 leader_election.cc:334] T 00000000000000000000000000000000 P 3e43d70cff754badb528f83658fd4b1f [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer be76aec1e782453bb186d86c9446e26d (127.17.204.62:35645): Network error: Client connection negotiation failed: client connection to 127.17.204.62:35645: connect: Connection refused (error 111)
17:38:28.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:28.559569 18356 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 89368deac9d949ccb0609e7c90bc88af [term 2 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 3e43d70cff754badb528f83658fd4b1f in term 2.
17:38:28.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:28.559748 19035 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 89368deac9d949ccb0609e7c90bc88af [term 2 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
17:38:28.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:28.559957 18413 leader_election.cc:302] T 00000000000000000000000000000000 P 3e43d70cff754badb528f83658fd4b1f [CANDIDATE]: Term 2 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 3e43d70cff754badb528f83658fd4b1f, 89368deac9d949ccb0609e7c90bc88af; no voters: be76aec1e782453bb186d86c9446e26d
17:38:28.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:28.560278 19034 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 3e43d70cff754badb528f83658fd4b1f [term 2 FOLLOWER]: Leader election won for term 2
17:38:28.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:28.560617 19034 raft_consensus.cc:686] T 00000000000000000000000000000000 P 3e43d70cff754badb528f83658fd4b1f [term 2 LEADER]: Becoming Leader. State: Replica: 3e43d70cff754badb528f83658fd4b1f, State: Running, Role: LEADER
17:38:28.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:28.561058 19034 consensus_queue.cc:237] T 00000000000000000000000000000000 P 3e43d70cff754badb528f83658fd4b1f [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 11, Committed index: 11, Last appended: 1.11, Last appended by leader: 11, Current term: 2, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be76aec1e782453bb186d86c9446e26d" member_type: VOTER last_known_addr { host: "127.17.204.62" port: 35645 } } peers { permanent_uuid: "89368deac9d949ccb0609e7c90bc88af" member_type: VOTER last_known_addr { host: "127.17.204.61" port: 35389 } } peers { permanent_uuid: "3e43d70cff754badb528f83658fd4b1f" member_type: VOTER last_known_addr { host: "127.17.204.60" port: 33967 } }
17:38:28.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:28.562275 19040 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3e43d70cff754badb528f83658fd4b1f [sys.catalog]: SysCatalogTable state changed. Reason: New leader 3e43d70cff754badb528f83658fd4b1f. Latest consensus state: current_term: 2 leader_uuid: "3e43d70cff754badb528f83658fd4b1f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be76aec1e782453bb186d86c9446e26d" member_type: VOTER last_known_addr { host: "127.17.204.62" port: 35645 } } peers { permanent_uuid: "89368deac9d949ccb0609e7c90bc88af" member_type: VOTER last_known_addr { host: "127.17.204.61" port: 35389 } } peers { permanent_uuid: "3e43d70cff754badb528f83658fd4b1f" member_type: VOTER last_known_addr { host: "127.17.204.60" port: 33967 } } }
17:38:28.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:28.562615 19040 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3e43d70cff754badb528f83658fd4b1f [sys.catalog]: This master's current role is: LEADER
17:38:28.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:28.563238 19041 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
17:38:28.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:28.565531 19041 catalog_manager.cc:669] Loaded metadata for table kudu_system.kudu_transactions [id=91e45d7641ab407f8649f8d9b21cdf12]
17:38:28.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:28.566105 19041 catalog_manager.cc:669] Loaded metadata for table txn_manager_fallback_rolling [id=a0f0f7b15f9a4c608b1134d412a7bf1d]
17:38:28.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:28.567853 19041 tablet_loader.cc:96] loaded metadata for tablet 1833c289a5794cedaadfa21666b5c809 (table txn_manager_fallback_rolling [id=a0f0f7b15f9a4c608b1134d412a7bf1d])
17:38:28.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:28.568279 19041 tablet_loader.cc:96] loaded metadata for tablet ab2f78a7ef7d42cda57a15fd0acb21ae (table txn_manager_fallback_rolling [id=a0f0f7b15f9a4c608b1134d412a7bf1d])
17:38:28.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:28.568678 19041 tablet_loader.cc:96] loaded metadata for tablet ea4d264970ff473a927fcb28a2fc2207 (table kudu_system.kudu_transactions [id=91e45d7641ab407f8649f8d9b21cdf12])
17:38:28.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:28.568892 19041 catalog_manager.cc:1484] Initializing Kudu cluster ID...
17:38:28.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:28.569700 19041 catalog_manager.cc:1259] Loaded cluster ID: 081a8a69de774c3daacc65b11c74d38d
17:38:28.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:28.569782 19041 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
17:38:28.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:28.570835 19041 catalog_manager.cc:1504] Loading token signing keys...
17:38:28.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:28.571619 19041 catalog_manager.cc:5879] T 00000000000000000000000000000000 P 3e43d70cff754badb528f83658fd4b1f: Loaded TSK: 0
17:38:28.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:28.572440 19041 catalog_manager.cc:1514] Initializing in-progress tserver states...
17:38:28.614 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:28.615 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:28.615 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:28.616 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location master-127.17.204.62:35645(127.17.204.62:35645) for tablet Kudu Master: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:28.634 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:28.635 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:28.635 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:28.636 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:28.638 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
17:38:28.638 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=2, TimeoutTracker(timeout=250, elapsed=24), Traces: [0ms] sending RPC to server master-127.17.204.62:35645, [1ms] received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: OK, [24ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, deferred=Deferred@1039750197(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$82/1004485492@1c9bd794, errback=org.apache.kudu.client.KuduTransaction$$Lambda$83/92133007@6c1067d5)) after lookup
17:38:28.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:28.670701 18415 consensus_peers.cc:487] T 00000000000000000000000000000000 P 3e43d70cff754badb528f83658fd4b1f -> Peer be76aec1e782453bb186d86c9446e26d (127.17.204.62:35645): Couldn't send request to peer be76aec1e782453bb186d86c9446e26d. Status: Network error: Client connection negotiation failed: client connection to 127.17.204.62:35645: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
17:38:28.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:28.672999 18356 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 89368deac9d949ccb0609e7c90bc88af [term 2 FOLLOWER]: Refusing update from remote peer 3e43d70cff754badb528f83658fd4b1f: Log matching property violated. Preceding OpId in replica: term: 1 index: 11. Preceding OpId from leader: term: 2 index: 12. (index mismatch)
17:38:28.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:28.676095 19040 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 3e43d70cff754badb528f83658fd4b1f [LEADER]: Connected to new peer: Peer: permanent_uuid: "89368deac9d949ccb0609e7c90bc88af" member_type: VOTER last_known_addr { host: "127.17.204.61" port: 35389 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 12, Last known committed idx: 11, Time since last communication: 0.000s
17:38:28.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:28.677840 19035 sys_catalog.cc:455] T 00000000000000000000000000000000 P 89368deac9d949ccb0609e7c90bc88af [sys.catalog]: SysCatalogTable state changed. Reason: New leader 3e43d70cff754badb528f83658fd4b1f. Latest consensus state: current_term: 2 leader_uuid: "3e43d70cff754badb528f83658fd4b1f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be76aec1e782453bb186d86c9446e26d" member_type: VOTER last_known_addr { host: "127.17.204.62" port: 35645 } } peers { permanent_uuid: "89368deac9d949ccb0609e7c90bc88af" member_type: VOTER last_known_addr { host: "127.17.204.61" port: 35389 } } peers { permanent_uuid: "3e43d70cff754badb528f83658fd4b1f" member_type: VOTER last_known_addr { host: "127.17.204.60" port: 33967 } } }
17:38:28.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:28.678099 19035 sys_catalog.cc:458] T 00000000000000000000000000000000 P 89368deac9d949ccb0609e7c90bc88af [sys.catalog]: This master's current role is: FOLLOWER
17:38:28.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:28.683555 19035 sys_catalog.cc:455] T 00000000000000000000000000000000 P 89368deac9d949ccb0609e7c90bc88af [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 2 leader_uuid: "3e43d70cff754badb528f83658fd4b1f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be76aec1e782453bb186d86c9446e26d" member_type: VOTER last_known_addr { host: "127.17.204.62" port: 35645 } } peers { permanent_uuid: "89368deac9d949ccb0609e7c90bc88af" member_type: VOTER last_known_addr { host: "127.17.204.61" port: 35389 } } peers { permanent_uuid: "3e43d70cff754badb528f83658fd4b1f" member_type: VOTER last_known_addr { host: "127.17.204.60" port: 33967 } } }
17:38:28.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:28.683804 19035 sys_catalog.cc:458] T 00000000000000000000000000000000 P 89368deac9d949ccb0609e7c90bc88af [sys.catalog]: This master's current role is: FOLLOWER
17:38:28.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:28.686275 19040 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3e43d70cff754badb528f83658fd4b1f [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 2 leader_uuid: "3e43d70cff754badb528f83658fd4b1f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be76aec1e782453bb186d86c9446e26d" member_type: VOTER last_known_addr { host: "127.17.204.62" port: 35645 } } peers { permanent_uuid: "89368deac9d949ccb0609e7c90bc88af" member_type: VOTER last_known_addr { host: "127.17.204.61" port: 35389 } } peers { permanent_uuid: "3e43d70cff754badb528f83658fd4b1f" member_type: VOTER last_known_addr { host: "127.17.204.60" port: 33967 } } }
17:38:28.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:28.686931 19040 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3e43d70cff754badb528f83658fd4b1f [sys.catalog]: This master's current role is: LEADER
17:38:28.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:28.694082 18427 catalog_manager.cc:1908] Servicing CreateTable request from {username='slave'} at 127.0.0.1:56572:
17:38:28.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
17:38:28.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
17:38:28.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
17:38:28.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
17:38:28.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
17:38:28.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
17:38:28.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
17:38:28.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
17:38:28.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
17:38:28.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
17:38:28.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
17:38:28.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
17:38:28.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
17:38:28.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
17:38:28.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
17:38:28.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
17:38:28.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
17:38:28.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
17:38:28.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
17:38:28.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
17:38:28.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
17:38:28.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
17:38:28.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
17:38:28.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
17:38:28.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
17:38:28.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
17:38:28.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
17:38:28.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
17:38:28.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
17:38:28.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
17:38:28.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
17:38:28.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
17:38:28.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
17:38:28.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
17:38:28.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
17:38:28.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
17:38:28.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
17:38:28.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
17:38:28.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
17:38:28.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
17:38:28.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
17:38:28.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
17:38:28.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
17:38:28.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
17:38:28.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
17:38:28.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
17:38:28.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
17:38:28.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
17:38:28.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
17:38:28.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
17:38:28.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
17:38:28.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
17:38:28.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
17:38:28.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
17:38:28.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
17:38:28.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
17:38:28.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:28.696003 18427 catalog_manager.cc:6854] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
17:38:29.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:29.141001 18415 consensus_peers.cc:487] T 00000000000000000000000000000000 P 3e43d70cff754badb528f83658fd4b1f -> Peer be76aec1e782453bb186d86c9446e26d (127.17.204.62:35645): Couldn't send request to peer be76aec1e782453bb186d86c9446e26d. Status: Network error: Client connection negotiation failed: client connection to 127.17.204.62:35645: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
17:38:29.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:29.666606 18415 consensus_peers.cc:487] T 00000000000000000000000000000000 P 3e43d70cff754badb528f83658fd4b1f -> Peer be76aec1e782453bb186d86c9446e26d (127.17.204.62:35645): Couldn't send request to peer be76aec1e782453bb186d86c9446e26d. Status: Network error: Client connection negotiation failed: client connection to 127.17.204.62:35645: connect: Connection refused (error 111). This is attempt 11: this message will repeat every 5th retry.
17:38:29.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:29.746162 18673 heartbeater.cc:503] Master 127.17.204.60:33967 was elected leader, sending a full tablet report...
17:38:30.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:30.161478 18814 heartbeater.cc:503] Master 127.17.204.60:33967 was elected leader, sending a full tablet report...
17:38:30.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:30.166334 18957 heartbeater.cc:503] Master 127.17.204.60:33967 was elected leader, sending a full tablet report...
17:38:30.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:30.179593 18415 consensus_peers.cc:487] T 00000000000000000000000000000000 P 3e43d70cff754badb528f83658fd4b1f -> Peer be76aec1e782453bb186d86c9446e26d (127.17.204.62:35645): Couldn't send request to peer be76aec1e782453bb186d86c9446e26d. Status: Network error: Client connection negotiation failed: client connection to 127.17.204.62:35645: connect: Connection refused (error 111). This is attempt 16: this message will repeat every 5th retry.
17:38:30.279 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 1833c289a5794cedaadfa21666b5c809 for table 'txn_manager_fallback_rolling' with partition [0x00000000, 0x00000001)
17:38:30.279 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet ab2f78a7ef7d42cda57a15fd0acb21ae for table 'txn_manager_fallback_rolling' with partition [0x00000001, 0x00000002)
17:38:30.279 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x00000001, ttl=299999, tablet=1833c289a5794cedaadfa21666b5c809@[0b150a54b1124e85b8e8519d722c6127(127.17.204.1:41811)[L],9877ce58087f40d882a2e397cea00543(127.17.204.3:37517),f090549645ec44ecbb43b7dc4ab67c54(127.17.204.2:35005)]}, Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=ab2f78a7ef7d42cda57a15fd0acb21ae@[0b150a54b1124e85b8e8519d722c6127(127.17.204.1:41811)[L],9877ce58087f40d882a2e397cea00543(127.17.204.3:37517),f090549645ec44ecbb43b7dc4ab67c54(127.17.204.2:35005)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
17:38:30.279 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=2), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC GetTableLocations: received response from server master-127.17.204.60:33967: OK, deferred=null) after lookup
17:38:30.280 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 0b150a54b1124e85b8e8519d722c6127(127.17.204.1:41811)] connecting to peer
17:38:30.281 [DEBUG - kudu-nio-1] (Connection.java:757) [peer 0b150a54b1124e85b8e8519d722c6127(127.17.204.1:41811)] Successfully connected to peer
17:38:30.293 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xfdc620cd, L:/127.0.0.1:53778 - R:/127.17.204.1:41811] using TOKEN/null
17:38:30.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:30.297398 18597 master_proxy_rpc.cc:203] Re-attempting GetTableSchema request to leader Master (127.17.204.62:35645)
17:38:30.355 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.17.204.62:35645
17:38:30.356 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 0
}
}
17:38:30.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:30.357167 18224 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskfGU3aF/build/asan/bin/kudu
17:38:30.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskfGU3aF/build/asan/bin/kudu
17:38:30.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskfGU3aF/test-tmp/mini-kudu-cluster1631927197176973382/master-0/wal
17:38:30.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskfGU3aF/test-tmp/mini-kudu-cluster1631927197176973382/master-0/data
17:38:30.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
17:38:30.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
17:38:30.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
17:38:30.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
17:38:30.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
17:38:30.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
17:38:30.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskfGU3aF/test-tmp/mini-kudu-cluster1631927197176973382/master-0/logs
17:38:30.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskfGU3aF/test-tmp/mini-kudu-cluster1631927197176973382/master-0/data/info.pb
17:38:30.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
17:38:30.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
17:38:30.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
17:38:30.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
17:38:30.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
17:38:30.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
17:38:30.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
17:38:30.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
17:38:30.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
17:38:30.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
17:38:30.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
17:38:30.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
17:38:30.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.204.62:35645
17:38:30.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.204.62
17:38:30.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=39011
17:38:30.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.204.20:40717
17:38:30.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
17:38:30.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
17:38:30.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
17:38:30.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
17:38:30.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.204.62:35645,127.17.204.61:35389,127.17.204.60:33967
17:38:30.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
17:38:30.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41249/jwks.json
17:38:30.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
17:38:30.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
17:38:30.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:30.492838 18394 master_runner.cc:186] Error getting master registration for 127.17.204.62:35645: Network error: Client connection negotiation failed: client connection to 127.17.204.62:35645: connect: Connection refused (error 111),
17:38:30.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:30.493121 18394 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
17:38:30.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:30.662506 18415 consensus_peers.cc:487] T 00000000000000000000000000000000 P 3e43d70cff754badb528f83658fd4b1f -> Peer be76aec1e782453bb186d86c9446e26d (127.17.204.62:35645): Couldn't send request to peer be76aec1e782453bb186d86c9446e26d. Status: Network error: Client connection negotiation failed: client connection to 127.17.204.62:35645: connect: Connection refused (error 111). This is attempt 21: this message will repeat every 5th retry.
17:38:30.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:30.685613 19081 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
17:38:30.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:30.685961 19081 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
17:38:30.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:30.686048 19081 flags.cc:425] Enabled unsafe flag: --never_fsync=true
17:38:30.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:30.693322 19081 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
17:38:30.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:30.693416 19081 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
17:38:30.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:30.693452 19081 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
17:38:30.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:30.693500 19081 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
17:38:30.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:30.693536 19081 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
17:38:30.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:30.693593 19081 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
17:38:30.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:30.693626 19081 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:41249/jwks.json
17:38:30.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:30.705924 19081 master_runner.cc:386] Master server non-default flags:
17:38:30.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
17:38:30.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.204.20:40717
17:38:30.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
17:38:30.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
17:38:30.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
17:38:30.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskfGU3aF/test-tmp/mini-kudu-cluster1631927197176973382/master-0/data
17:38:30.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskfGU3aF/test-tmp/mini-kudu-cluster1631927197176973382/master-0/wal
17:38:30.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
17:38:30.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.204.62:35645,127.17.204.61:35389,127.17.204.60:33967
17:38:30.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
17:38:30.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
17:38:30.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
17:38:30.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
17:38:30.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.204.62:35645
17:38:30.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
17:38:30.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
17:38:30.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
17:38:30.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41249/jwks.json
17:38:30.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
17:38:30.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
17:38:30.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskfGU3aF/test-tmp/mini-kudu-cluster1631927197176973382/master-0/data/info.pb
17:38:30.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.204.62
17:38:30.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=39011
17:38:30.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
17:38:30.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
17:38:30.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
17:38:30.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
17:38:30.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
17:38:30.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskfGU3aF/test-tmp/mini-kudu-cluster1631927197176973382/master-0/logs
17:38:30.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
17:38:30.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
17:38:30.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
17:38:30.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
17:38:30.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
17:38:30.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
17:38:30.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
17:38:30.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 23 Sep 2026 16:28:54 UTC on ccycloud.quasar-niuser.root.comops.site
17:38:30.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4667752
17:38:30.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
17:38:30.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:30.707406 19081 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
17:38:30.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:30.709257 19081 file_cache.cc:493] Constructed file cache file cache with capacity 419430
17:38:30.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:30.721012 19086 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
17:38:30.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:30.720996 19087 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
17:38:30.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:30.721558 19089 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
17:38:30.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:30.723067 19081 server_base.cc:1034] running on GCE node
17:38:30.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:30.723958 19081 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
17:38:30.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:30.725545 19081 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
17:38:30.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:30.726771 19081 hybrid_clock.cc:648] HybridClock initialized: now 1790185110726725 us; error 35 us; skew 500 ppm
17:38:30.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:30.727137 19081 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
17:38:30.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:30.733328 19081 webserver.cc:460] Webserver started at http://127.17.204.62:39011/ using document root <none> and password file <none>
17:38:30.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:30.734091 19081 fs_manager.cc:359] Metadata directory not provided
17:38:30.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:30.734244 19081 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
17:38:30.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:30.740415 19081 fs_manager.cc:709] Time spent opening directory manager: real 0.004s user 0.000s sys 0.006s
17:38:30.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:30.743678 19096 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
17:38:30.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:30.745262 19081 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.001s sys 0.002s
17:38:30.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:30.745476 19081 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskfGU3aF/test-tmp/mini-kudu-cluster1631927197176973382/master-0/data,/tmp/dist-test-taskfGU3aF/test-tmp/mini-kudu-cluster1631927197176973382/master-0/wal
17:38:30.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "be76aec1e782453bb186d86c9446e26d"
17:38:30.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-23 17:38:24 on dist-test-slave-85br"
17:38:30.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:30.746668 19081 fs_report.cc:383] FS layout report
17:38:30.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
17:38:30.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskfGU3aF/test-tmp/mini-kudu-cluster1631927197176973382/master-0/wal
17:38:30.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskfGU3aF/test-tmp/mini-kudu-cluster1631927197176973382/master-0/wal
17:38:30.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskfGU3aF/test-tmp/mini-kudu-cluster1631927197176973382/master-0/data/data
17:38:30.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
17:38:30.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
17:38:30.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
17:38:30.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
17:38:30.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
17:38:30.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
17:38:30.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
17:38:30.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
17:38:30.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
17:38:30.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
17:38:30.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
17:38:30.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:30.767510 19081 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
17:38:30.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:30.768371 19081 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
17:38:30.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:30.768637 19081 kserver.cc:163] Server-wide thread pool size limit: 3276
17:38:30.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:30.790367 19081 rpc_server.cc:307] RPC server started. Bound to: 127.17.204.62:35645
17:38:30.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:30.790398 19158 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.17.204.62:35645 every 8 connection(s)
17:38:30.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:30.791826 19081 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskfGU3aF/test-tmp/mini-kudu-cluster1631927197176973382/master-0/data/info.pb
17:38:30.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:30.794880 18224 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskfGU3aF/build/asan/bin/kudu as pid 19081
17:38:30.795 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
17:38:30.795 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.17.204.60:33967
17:38:30.795 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
17:38:30.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:30.795715 18224 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-taskfGU3aF/build/asan/bin/kudu pid 18394
17:38:30.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:30.796823 18468 generic_service.cc:196] Checking for leaks (request via RPC)
17:38:30.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:30.798869 19159 sys_catalog.cc:263] Verifying existing consensus state
17:38:30.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:30.803397 19159 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P be76aec1e782453bb186d86c9446e26d: Bootstrap starting.
17:38:30.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:30.821925 19159 log.cc:824] T 00000000000000000000000000000000 P be76aec1e782453bb186d86c9446e26d: Log is configured to *not* fsync() on all Append() calls
17:38:30.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:30.838850 19159 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P be76aec1e782453bb186d86c9446e26d: Bootstrap replayed 1/1 log segments. Stats: ops{read=11 overwritten=0 applied=11 ignored=0} inserts{seen=8 ignored=0} mutations{seen=6 ignored=0} orphaned_commits=0. Pending: 0 replicates
17:38:30.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:30.839490 19159 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P be76aec1e782453bb186d86c9446e26d: Bootstrap complete.
17:38:30.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:30.849186 19159 raft_consensus.cc:348] T 00000000000000000000000000000000 P be76aec1e782453bb186d86c9446e26d [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be76aec1e782453bb186d86c9446e26d" member_type: VOTER last_known_addr { host: "127.17.204.62" port: 35645 } } peers { permanent_uuid: "89368deac9d949ccb0609e7c90bc88af" member_type: VOTER last_known_addr { host: "127.17.204.61" port: 35389 } } peers { permanent_uuid: "3e43d70cff754badb528f83658fd4b1f" member_type: VOTER last_known_addr { host: "127.17.204.60" port: 33967 } }
17:38:30.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:30.850149 19159 raft_consensus.cc:729] T 00000000000000000000000000000000 P be76aec1e782453bb186d86c9446e26d [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: be76aec1e782453bb186d86c9446e26d, State: Initialized, Role: FOLLOWER
17:38:30.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:30.850867 19159 consensus_queue.cc:260] T 00000000000000000000000000000000 P be76aec1e782453bb186d86c9446e26d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 11, Last appended: 1.11, Last appended by leader: 11, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be76aec1e782453bb186d86c9446e26d" member_type: VOTER last_known_addr { host: "127.17.204.62" port: 35645 } } peers { permanent_uuid: "89368deac9d949ccb0609e7c90bc88af" member_type: VOTER last_known_addr { host: "127.17.204.61" port: 35389 } } peers { permanent_uuid: "3e43d70cff754badb528f83658fd4b1f" member_type: VOTER last_known_addr { host: "127.17.204.60" port: 33967 } }
17:38:30.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:30.851847 19163 sys_catalog.cc:455] T 00000000000000000000000000000000 P be76aec1e782453bb186d86c9446e26d [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be76aec1e782453bb186d86c9446e26d" member_type: VOTER last_known_addr { host: "127.17.204.62" port: 35645 } } peers { permanent_uuid: "89368deac9d949ccb0609e7c90bc88af" member_type: VOTER last_known_addr { host: "127.17.204.61" port: 35389 } } peers { permanent_uuid: "3e43d70cff754badb528f83658fd4b1f" member_type: VOTER last_known_addr { host: "127.17.204.60" port: 33967 } } }
17:38:30.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:30.852252 19163 sys_catalog.cc:458] T 00000000000000000000000000000000 P be76aec1e782453bb186d86c9446e26d [sys.catalog]: This master's current role is: FOLLOWER
17:38:30.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:30.853025 19159 sys_catalog.cc:564] T 00000000000000000000000000000000 P be76aec1e782453bb186d86c9446e26d [sys.catalog]: configured and running, proceeding with master startup.
17:38:30.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:30.863765 19174 catalog_manager.cc:1259] Loaded cluster ID: 081a8a69de774c3daacc65b11c74d38d
17:38:30.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:30.863873 19174 catalog_manager.cc:1552] T 00000000000000000000000000000000 P be76aec1e782453bb186d86c9446e26d: loading cluster ID for follower catalog manager: success
17:38:30.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:30.871212 19174 catalog_manager.cc:1574] T 00000000000000000000000000000000 P be76aec1e782453bb186d86c9446e26d: acquiring CA information for follower catalog manager: success
17:38:30.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:30.874825 19174 catalog_manager.cc:1602] T 00000000000000000000000000000000 P be76aec1e782453bb186d86c9446e26d: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
17:38:30.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:30.979753 18224 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskfGU3aF/build/asan/bin/kudu with pid 18394
17:38:31.001 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.17.204.60:33967(127.17.204.60:33967)] handling channelInactive
17:38:31.001 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.60:33967(127.17.204.60:33967)] cleaning up while in state READY due to: connection closed
17:38:31.003 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
17:38:31.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:31.003353 18331 connection.cc:535] server connection from 127.0.0.1:57140 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
17:38:31.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:31.003573 19176 negotiation.cc:337] Failed RPC negotiation. Trace:
17:38:31.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0923 17:38:30.901597 (+ 0us) reactor.cc:625] Submitting negotiation task for client connection to 127.17.204.60:33967 (local address 127.0.0.1:56586)
17:38:31.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0923 17:38:30.901750 (+ 153us) negotiation.cc:107] Waiting for socket to connect
17:38:31.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0923 17:38:30.901770 (+ 20us) client_negotiation.cc:174] Beginning negotiation
17:38:31.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0923 17:38:30.901848 (+ 78us) client_negotiation.cc:252] Sending NEGOTIATE NegotiatePB request
17:38:31.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0923 17:38:30.977747 (+ 75899us) client_negotiation.cc:271] Received NEGOTIATE NegotiatePB response
17:38:31.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0923 17:38:30.977752 (+ 5us) client_negotiation.cc:394] Received NEGOTIATE response from server
17:38:31.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0923 17:38:30.977780 (+ 28us) client_negotiation.cc:189] Negotiated authn=CERTIFICATE
17:38:31.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0923 17:38:30.977947 (+ 167us) client_negotiation.cc:514] Sending TLS_HANDSHAKE message to server
17:38:31.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0923 17:38:30.977959 (+ 12us) client_negotiation.cc:252] Sending TLS_HANDSHAKE NegotiatePB request
17:38:31.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0923 17:38:30.979581 (+ 1622us) client_negotiation.cc:271] Received TLS_HANDSHAKE NegotiatePB response
17:38:31.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0923 17:38:30.979587 (+ 6us) client_negotiation.cc:527] Received TLS_HANDSHAKE response from server
17:38:31.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0923 17:38:30.981326 (+ 1739us) client_negotiation.cc:514] Sending TLS_HANDSHAKE message to server
17:38:31.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0923 17:38:30.981339 (+ 13us) client_negotiation.cc:252] Sending TLS_HANDSHAKE NegotiatePB request
17:38:31.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0923 17:38:31.003196 (+ 21857us) negotiation.cc:327] Negotiation complete: Network error: Client connection negotiation failed: client connection to 127.17.204.60:33967: BlockingRecv error: recv error from unknown peer: Transport endpoint is not connected (error 107)
17:38:31.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"client-negotiator.queue_time_us":51,"mutex_wait_us":1815}
17:38:31.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:31.003229 19177 negotiation.cc:337] Failed RPC negotiation. Trace:
17:38:31.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0923 17:38:30.976186 (+ 0us) reactor.cc:625] Submitting negotiation task for server connection from 127.0.0.1:45002 (local address 127.17.204.62:35645)
17:38:31.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0923 17:38:30.976500 (+ 314us) server_negotiation.cc:206] Beginning negotiation
17:38:31.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0923 17:38:30.976510 (+ 10us) server_negotiation.cc:399] Waiting for connection header
17:38:31.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0923 17:38:30.976539 (+ 29us) server_negotiation.cc:407] Connection header received
17:38:31.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0923 17:38:30.976634 (+ 95us) server_negotiation.cc:365] Received NEGOTIATE NegotiatePB request
17:38:31.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0923 17:38:30.976642 (+ 8us) server_negotiation.cc:461] Received NEGOTIATE request from client
17:38:31.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0923 17:38:30.976746 (+ 104us) server_negotiation.cc:377] Sending NEGOTIATE NegotiatePB response
17:38:31.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0923 17:38:30.976858 (+ 112us) server_negotiation.cc:226] Negotiated authn=CERTIFICATE
17:38:31.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0923 17:38:30.977617 (+ 759us) server_negotiation.cc:365] Received TLS_HANDSHAKE NegotiatePB request
17:38:31.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0923 17:38:30.978790 (+ 1173us) server_negotiation.cc:377] Sending TLS_HANDSHAKE NegotiatePB response
17:38:31.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0923 17:38:31.001309 (+ 22519us) negotiation.cc:327] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:45002: BlockingRecv error: recv got EOF from 127.0.0.1:45002 (error 108)
17:38:31.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":113}
17:38:31.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:31.004057 19081 master_runner.cc:186] Error getting master registration for 127.17.204.60:33967: Network error: Client connection negotiation failed: client connection to 127.17.204.60:33967: BlockingRecv error: recv error from unknown peer: Transport endpoint is not connected (error 107),
17:38:31.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:31.014057 19081 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
17:38:31.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:31.121254 19163 raft_consensus.cc:482] T 00000000000000000000000000000000 P be76aec1e782453bb186d86c9446e26d [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
17:38:31.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:31.121618 19163 raft_consensus.cc:504] T 00000000000000000000000000000000 P be76aec1e782453bb186d86c9446e26d [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be76aec1e782453bb186d86c9446e26d" member_type: VOTER last_known_addr { host: "127.17.204.62" port: 35645 } } peers { permanent_uuid: "89368deac9d949ccb0609e7c90bc88af" member_type: VOTER last_known_addr { host: "127.17.204.61" port: 35389 } } peers { permanent_uuid: "3e43d70cff754badb528f83658fd4b1f" member_type: VOTER last_known_addr { host: "127.17.204.60" port: 33967 } }
17:38:31.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:31.123473 19163 leader_election.cc:288] T 00000000000000000000000000000000 P be76aec1e782453bb186d86c9446e26d [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 89368deac9d949ccb0609e7c90bc88af (127.17.204.61:35389), 3e43d70cff754badb528f83658fd4b1f (127.17.204.60:33967)
17:38:31.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:31.124010 18356 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "be76aec1e782453bb186d86c9446e26d" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "89368deac9d949ccb0609e7c90bc88af" is_pre_election: true
17:38:31.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:31.124279 19101 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.17.204.60:33967: connect: Connection refused (error 111)
17:38:31.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:31.125978 19101 leader_election.cc:334] T 00000000000000000000000000000000 P be76aec1e782453bb186d86c9446e26d [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 3e43d70cff754badb528f83658fd4b1f (127.17.204.60:33967): Network error: Client connection negotiation failed: client connection to 127.17.204.60:33967: connect: Connection refused (error 111)
17:38:31.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:31.126186 19101 leader_election.cc:302] T 00000000000000000000000000000000 P be76aec1e782453bb186d86c9446e26d [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: be76aec1e782453bb186d86c9446e26d; no voters: 3e43d70cff754badb528f83658fd4b1f, 89368deac9d949ccb0609e7c90bc88af
17:38:31.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:31.126572 19163 raft_consensus.cc:2726] T 00000000000000000000000000000000 P be76aec1e782453bb186d86c9446e26d [term 1 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
17:38:31.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:31.281386 19185 raft_consensus.cc:482] T 00000000000000000000000000000000 P 89368deac9d949ccb0609e7c90bc88af [term 2 FOLLOWER]: Starting pre-election (detected failure of leader 3e43d70cff754badb528f83658fd4b1f)
17:38:31.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:31.281603 19185 raft_consensus.cc:504] T 00000000000000000000000000000000 P 89368deac9d949ccb0609e7c90bc88af [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be76aec1e782453bb186d86c9446e26d" member_type: VOTER last_known_addr { host: "127.17.204.62" port: 35645 } } peers { permanent_uuid: "89368deac9d949ccb0609e7c90bc88af" member_type: VOTER last_known_addr { host: "127.17.204.61" port: 35389 } } peers { permanent_uuid: "3e43d70cff754badb528f83658fd4b1f" member_type: VOTER last_known_addr { host: "127.17.204.60" port: 33967 } }
17:38:31.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:31.283319 19185 leader_election.cc:288] T 00000000000000000000000000000000 P 89368deac9d949ccb0609e7c90bc88af [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers be76aec1e782453bb186d86c9446e26d (127.17.204.62:35645), 3e43d70cff754badb528f83658fd4b1f (127.17.204.60:33967)
17:38:31.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:31.284832 18815 heartbeater.cc:347] Connected to a master server at 127.17.204.62:35645
17:38:31.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:31.285975 18334 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.17.204.60:33967: connect: Connection refused (error 111) [suppressed 5 similar messages]
17:38:31.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:31.288698 19114 master_service.cc:432] Got heartbeat from unknown tserver (permanent_uuid: "f090549645ec44ecbb43b7dc4ab67c54" instance_seqno: 1790185106800696) as {username='slave'} at 127.17.204.2:58341; Asking this server to re-register.
17:38:31.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:31.289623 18815 heartbeater.cc:464] Registering TS with master...
17:38:31.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:31.290045 18958 heartbeater.cc:347] Connected to a master server at 127.17.204.62:35645
17:38:31.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:31.291101 18334 leader_election.cc:334] T 00000000000000000000000000000000 P 89368deac9d949ccb0609e7c90bc88af [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer 3e43d70cff754badb528f83658fd4b1f (127.17.204.60:33967): Network error: Client connection negotiation failed: client connection to 127.17.204.60:33967: connect: Connection refused (error 111)
17:38:31.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:31.291386 19114 ts_manager.cc:194] Registered new tserver with Master: f090549645ec44ecbb43b7dc4ab67c54 (127.17.204.2:35005)
17:38:31.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:31.291852 19113 master_service.cc:432] Got heartbeat from unknown tserver (permanent_uuid: "9877ce58087f40d882a2e397cea00543" instance_seqno: 1790185107289778) as {username='slave'} at 127.17.204.3:37077; Asking this server to re-register.
17:38:31.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:31.292590 18958 heartbeater.cc:464] Registering TS with master...
17:38:31.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:31.293229 19124 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "89368deac9d949ccb0609e7c90bc88af" candidate_term: 3 candidate_status { last_received { term: 2 index: 12 } } ignore_live_leader: false dest_uuid: "be76aec1e782453bb186d86c9446e26d" is_pre_election: true
17:38:31.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:31.293736 19124 raft_consensus.cc:2454] T 00000000000000000000000000000000 P be76aec1e782453bb186d86c9446e26d [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 89368deac9d949ccb0609e7c90bc88af in term 1.
17:38:31.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:31.294194 19113 ts_manager.cc:194] Registered new tserver with Master: 9877ce58087f40d882a2e397cea00543 (127.17.204.3:37517)
17:38:31.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:31.294281 18334 leader_election.cc:302] T 00000000000000000000000000000000 P 89368deac9d949ccb0609e7c90bc88af [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 89368deac9d949ccb0609e7c90bc88af, be76aec1e782453bb186d86c9446e26d; no voters: 3e43d70cff754badb528f83658fd4b1f
17:38:31.294 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.60:33967(127.17.204.60:33967)] connecting to peer
17:38:31.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:31.294564 19185 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 89368deac9d949ccb0609e7c90bc88af [term 2 FOLLOWER]: Leader pre-election won for term 3
17:38:31.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:31.294696 19185 raft_consensus.cc:482] T 00000000000000000000000000000000 P 89368deac9d949ccb0609e7c90bc88af [term 2 FOLLOWER]: Starting leader election (detected failure of leader 3e43d70cff754badb528f83658fd4b1f)
17:38:31.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:31.294803 19185 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 89368deac9d949ccb0609e7c90bc88af [term 2 FOLLOWER]: Advancing to term 3
17:38:31.295 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.60:33967(127.17.204.60:33967): Connection refused: /127.17.204.60:33967
17:38:31.295 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.60:33967(127.17.204.60:33967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.60:33967(127.17.204.60:33967): Connection refused: /127.17.204.60:33967
17:38:31.295 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location master-127.17.204.60:33967(127.17.204.60:33967) for tablet Kudu Master: Failed to connect to peer master-127.17.204.60:33967(127.17.204.60:33967): Connection refused: /127.17.204.60:33967
17:38:31.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:31.297637 19185 raft_consensus.cc:504] T 00000000000000000000000000000000 P 89368deac9d949ccb0609e7c90bc88af [term 3 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be76aec1e782453bb186d86c9446e26d" member_type: VOTER last_known_addr { host: "127.17.204.62" port: 35645 } } peers { permanent_uuid: "89368deac9d949ccb0609e7c90bc88af" member_type: VOTER last_known_addr { host: "127.17.204.61" port: 35389 } } peers { permanent_uuid: "3e43d70cff754badb528f83658fd4b1f" member_type: VOTER last_known_addr { host: "127.17.204.60" port: 33967 } }
17:38:31.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:31.298365 19185 leader_election.cc:288] T 00000000000000000000000000000000 P 89368deac9d949ccb0609e7c90bc88af [CANDIDATE]: Term 3 election: Requested vote from peers be76aec1e782453bb186d86c9446e26d (127.17.204.62:35645), 3e43d70cff754badb528f83658fd4b1f (127.17.204.60:33967)
17:38:31.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:31.298758 19124 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "89368deac9d949ccb0609e7c90bc88af" candidate_term: 3 candidate_status { last_received { term: 2 index: 12 } } ignore_live_leader: false dest_uuid: "be76aec1e782453bb186d86c9446e26d"
17:38:31.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:31.298969 19124 raft_consensus.cc:3037] T 00000000000000000000000000000000 P be76aec1e782453bb186d86c9446e26d [term 1 FOLLOWER]: Advancing to term 3
17:38:31.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:31.300205 18334 leader_election.cc:334] T 00000000000000000000000000000000 P 89368deac9d949ccb0609e7c90bc88af [CANDIDATE]: Term 3 election: RPC error from VoteRequest() call to peer 3e43d70cff754badb528f83658fd4b1f (127.17.204.60:33967): Network error: Client connection negotiation failed: client connection to 127.17.204.60:33967: connect: Connection refused (error 111)
17:38:31.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:31.303260 19124 raft_consensus.cc:2454] T 00000000000000000000000000000000 P be76aec1e782453bb186d86c9446e26d [term 3 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 89368deac9d949ccb0609e7c90bc88af in term 3.
17:38:31.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:31.303673 18334 leader_election.cc:302] T 00000000000000000000000000000000 P 89368deac9d949ccb0609e7c90bc88af [CANDIDATE]: Term 3 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 89368deac9d949ccb0609e7c90bc88af, be76aec1e782453bb186d86c9446e26d; no voters: 3e43d70cff754badb528f83658fd4b1f
17:38:31.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:31.303969 19185 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 89368deac9d949ccb0609e7c90bc88af [term 3 FOLLOWER]: Leader election won for term 3
17:38:31.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:31.304507 19185 raft_consensus.cc:686] T 00000000000000000000000000000000 P 89368deac9d949ccb0609e7c90bc88af [term 3 LEADER]: Becoming Leader. State: Replica: 89368deac9d949ccb0609e7c90bc88af, State: Running, Role: LEADER
17:38:31.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:31.305019 19185 consensus_queue.cc:237] T 00000000000000000000000000000000 P 89368deac9d949ccb0609e7c90bc88af [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 12, Committed index: 12, Last appended: 2.12, Last appended by leader: 12, Current term: 3, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be76aec1e782453bb186d86c9446e26d" member_type: VOTER last_known_addr { host: "127.17.204.62" port: 35645 } } peers { permanent_uuid: "89368deac9d949ccb0609e7c90bc88af" member_type: VOTER last_known_addr { host: "127.17.204.61" port: 35389 } } peers { permanent_uuid: "3e43d70cff754badb528f83658fd4b1f" member_type: VOTER last_known_addr { host: "127.17.204.60" port: 33967 } }
17:38:31.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:31.306756 19190 sys_catalog.cc:455] T 00000000000000000000000000000000 P 89368deac9d949ccb0609e7c90bc88af [sys.catalog]: SysCatalogTable state changed. Reason: New leader 89368deac9d949ccb0609e7c90bc88af. Latest consensus state: current_term: 3 leader_uuid: "89368deac9d949ccb0609e7c90bc88af" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be76aec1e782453bb186d86c9446e26d" member_type: VOTER last_known_addr { host: "127.17.204.62" port: 35645 } } peers { permanent_uuid: "89368deac9d949ccb0609e7c90bc88af" member_type: VOTER last_known_addr { host: "127.17.204.61" port: 35389 } } peers { permanent_uuid: "3e43d70cff754badb528f83658fd4b1f" member_type: VOTER last_known_addr { host: "127.17.204.60" port: 33967 } } }
17:38:31.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:31.307091 19190 sys_catalog.cc:458] T 00000000000000000000000000000000 P 89368deac9d949ccb0609e7c90bc88af [sys.catalog]: This master's current role is: LEADER
17:38:31.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:31.307802 19192 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
17:38:31.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:31.310730 19192 catalog_manager.cc:669] Loaded metadata for table kudu_system.kudu_transactions [id=91e45d7641ab407f8649f8d9b21cdf12]
17:38:31.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:31.311328 19192 catalog_manager.cc:669] Loaded metadata for table txn_manager_fallback_rolling [id=a0f0f7b15f9a4c608b1134d412a7bf1d]
17:38:31.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:31.313318 19192 tablet_loader.cc:96] loaded metadata for tablet 1833c289a5794cedaadfa21666b5c809 (table txn_manager_fallback_rolling [id=a0f0f7b15f9a4c608b1134d412a7bf1d])
17:38:31.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:31.313751 19192 tablet_loader.cc:96] loaded metadata for tablet ab2f78a7ef7d42cda57a15fd0acb21ae (table txn_manager_fallback_rolling [id=a0f0f7b15f9a4c608b1134d412a7bf1d])
17:38:31.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:31.314111 19192 tablet_loader.cc:96] loaded metadata for tablet ea4d264970ff473a927fcb28a2fc2207 (table kudu_system.kudu_transactions [id=91e45d7641ab407f8649f8d9b21cdf12])
17:38:31.314 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:31.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:31.314378 19192 catalog_manager.cc:1484] Initializing Kudu cluster ID...
17:38:31.314 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.60:33967(127.17.204.60:33967)] connecting to peer
17:38:31.315 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.17.204.62:35645(127.17.204.62:35645)] Successfully connected to peer
17:38:31.315 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.60:33967(127.17.204.60:33967): Connection refused: /127.17.204.60:33967
17:38:31.315 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.60:33967(127.17.204.60:33967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.60:33967(127.17.204.60:33967): Connection refused: /127.17.204.60:33967
17:38:31.315 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.60:33967: Failed to connect to peer master-127.17.204.60:33967(127.17.204.60:33967): Connection refused: /127.17.204.60:33967
17:38:31.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:31.317371 19192 catalog_manager.cc:1259] Loaded cluster ID: 081a8a69de774c3daacc65b11c74d38d
17:38:31.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:31.317586 19192 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
17:38:31.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:31.319134 19192 catalog_manager.cc:1504] Loading token signing keys...
17:38:31.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:31.320207 19192 catalog_manager.cc:5879] T 00000000000000000000000000000000 P 89368deac9d949ccb0609e7c90bc88af: Loaded TSK: 0
17:38:31.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:31.321537 19192 catalog_manager.cc:1514] Initializing in-progress tserver states...
17:38:31.332 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xc6c035fc, L:/127.0.0.1:45026 - R:/127.17.204.62:35645] using TOKEN/null
17:38:31.334 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:31.354 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.60:33967(127.17.204.60:33967)] connecting to peer
17:38:31.355 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.60:33967(127.17.204.60:33967): Connection refused: /127.17.204.60:33967
17:38:31.355 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.60:33967(127.17.204.60:33967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.60:33967(127.17.204.60:33967): Connection refused: /127.17.204.60:33967
17:38:31.356 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.60:33967: Failed to connect to peer master-127.17.204.60:33967(127.17.204.60:33967): Connection refused: /127.17.204.60:33967
17:38:31.358 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
17:38:31.358 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=3, TimeoutTracker(timeout=250, elapsed=64), Traces: [0ms] sending RPC to server master-127.17.204.60:33967, [1ms] received response from server master-127.17.204.60:33967: Network error: Failed to connect to peer master-127.17.204.60:33967(127.17.204.60:33967): Connection refused: /127.17.204.60:33967, [1ms] delaying RPC due to: Network error: Failed to connect to peer master-127.17.204.60:33967(127.17.204.60:33967): Connection refused: /127.17.204.60:33967, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: Network error: Failed to connect to peer master-127.17.204.60:33967(127.17.204.60:33967): Connection refused: /127.17.204.60:33967, [23ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: OK, [40ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: OK, [40ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.60:33967(127.17.204.60:33967): Connection refused: /127.17.204.60:33967, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: Network error: Failed to connect to peer master-127.17.204.60:33967(127.17.204.60:33967): Connection refused: /127.17.204.60:33967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: OK, [63ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: OK, deferred=Deferred@980220863(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$82/1004485492@2cf7b1fe -> (continuation of Deferred@1732679760 after retry RPC after error@1622585581), errback=org.apache.kudu.client.KuduTransaction$$Lambda$83/92133007@3dda1e47 -> (continuation of Deferred@1732679760 after retry RPC after error@1622585581))) after lookup
17:38:31.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:31.396711 18346 catalog_manager.cc:1908] Servicing CreateTable request from {username='slave'} at 127.0.0.1:57190:
17:38:31.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
17:38:31.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
17:38:31.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
17:38:31.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
17:38:31.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
17:38:31.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
17:38:31.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
17:38:31.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
17:38:31.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
17:38:31.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
17:38:31.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
17:38:31.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
17:38:31.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
17:38:31.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
17:38:31.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
17:38:31.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
17:38:31.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
17:38:31.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
17:38:31.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
17:38:31.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
17:38:31.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
17:38:31.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
17:38:31.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
17:38:31.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
17:38:31.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
17:38:31.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
17:38:31.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
17:38:31.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
17:38:31.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
17:38:31.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
17:38:31.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
17:38:31.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
17:38:31.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
17:38:31.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
17:38:31.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
17:38:31.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
17:38:31.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
17:38:31.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
17:38:31.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
17:38:31.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
17:38:31.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
17:38:31.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
17:38:31.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
17:38:31.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
17:38:31.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
17:38:31.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
17:38:31.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
17:38:31.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
17:38:31.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
17:38:31.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
17:38:31.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
17:38:31.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
17:38:31.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
17:38:31.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
17:38:31.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
17:38:31.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
17:38:31.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:31.404619 18346 catalog_manager.cc:6854] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
17:38:31.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:31.407958 19124 raft_consensus.cc:1261] T 00000000000000000000000000000000 P be76aec1e782453bb186d86c9446e26d [term 3 FOLLOWER]: Refusing update from remote peer 89368deac9d949ccb0609e7c90bc88af: Log matching property violated. Preceding OpId in replica: term: 1 index: 11. Preceding OpId from leader: term: 3 index: 13. (index mismatch)
17:38:31.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:31.408730 19190 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 89368deac9d949ccb0609e7c90bc88af [LEADER]: Connected to new peer: Peer: permanent_uuid: "be76aec1e782453bb186d86c9446e26d" member_type: VOTER last_known_addr { host: "127.17.204.62" port: 35645 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 13, Last known committed idx: 11, Time since last communication: 0.000s
17:38:31.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:31.412230 19203 sys_catalog.cc:455] T 00000000000000000000000000000000 P be76aec1e782453bb186d86c9446e26d [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 3 leader_uuid: "89368deac9d949ccb0609e7c90bc88af" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be76aec1e782453bb186d86c9446e26d" member_type: VOTER last_known_addr { host: "127.17.204.62" port: 35645 } } peers { permanent_uuid: "89368deac9d949ccb0609e7c90bc88af" member_type: VOTER last_known_addr { host: "127.17.204.61" port: 35389 } } peers { permanent_uuid: "3e43d70cff754badb528f83658fd4b1f" member_type: VOTER last_known_addr { host: "127.17.204.60" port: 33967 } } }
17:38:31.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:31.412604 19203 sys_catalog.cc:458] T 00000000000000000000000000000000 P be76aec1e782453bb186d86c9446e26d [sys.catalog]: This master's current role is: FOLLOWER
17:38:31.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:31.413164 19163 sys_catalog.cc:455] T 00000000000000000000000000000000 P be76aec1e782453bb186d86c9446e26d [sys.catalog]: SysCatalogTable state changed. Reason: New leader 89368deac9d949ccb0609e7c90bc88af. Latest consensus state: current_term: 3 leader_uuid: "89368deac9d949ccb0609e7c90bc88af" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be76aec1e782453bb186d86c9446e26d" member_type: VOTER last_known_addr { host: "127.17.204.62" port: 35645 } } peers { permanent_uuid: "89368deac9d949ccb0609e7c90bc88af" member_type: VOTER last_known_addr { host: "127.17.204.61" port: 35389 } } peers { permanent_uuid: "3e43d70cff754badb528f83658fd4b1f" member_type: VOTER last_known_addr { host: "127.17.204.60" port: 33967 } } }
17:38:31.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:31.413408 19163 sys_catalog.cc:458] T 00000000000000000000000000000000 P be76aec1e782453bb186d86c9446e26d [sys.catalog]: This master's current role is: FOLLOWER
17:38:31.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:31.414469 19163 sys_catalog.cc:455] T 00000000000000000000000000000000 P be76aec1e782453bb186d86c9446e26d [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 3 leader_uuid: "89368deac9d949ccb0609e7c90bc88af" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be76aec1e782453bb186d86c9446e26d" member_type: VOTER last_known_addr { host: "127.17.204.62" port: 35645 } } peers { permanent_uuid: "89368deac9d949ccb0609e7c90bc88af" member_type: VOTER last_known_addr { host: "127.17.204.61" port: 35389 } } peers { permanent_uuid: "3e43d70cff754badb528f83658fd4b1f" member_type: VOTER last_known_addr { host: "127.17.204.60" port: 33967 } } }
17:38:31.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:31.414709 19163 sys_catalog.cc:458] T 00000000000000000000000000000000 P be76aec1e782453bb186d86c9446e26d [sys.catalog]: This master's current role is: FOLLOWER
17:38:31.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:31.414665 19190 sys_catalog.cc:455] T 00000000000000000000000000000000 P 89368deac9d949ccb0609e7c90bc88af [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 3 leader_uuid: "89368deac9d949ccb0609e7c90bc88af" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be76aec1e782453bb186d86c9446e26d" member_type: VOTER last_known_addr { host: "127.17.204.62" port: 35645 } } peers { permanent_uuid: "89368deac9d949ccb0609e7c90bc88af" member_type: VOTER last_known_addr { host: "127.17.204.61" port: 35389 } } peers { permanent_uuid: "3e43d70cff754badb528f83658fd4b1f" member_type: VOTER last_known_addr { host: "127.17.204.60" port: 33967 } } }
17:38:31.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:31.414954 19190 sys_catalog.cc:458] T 00000000000000000000000000000000 P 89368deac9d949ccb0609e7c90bc88af [sys.catalog]: This master's current role is: LEADER
17:38:31.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:31.416673 18334 consensus_peers.cc:487] T 00000000000000000000000000000000 P 89368deac9d949ccb0609e7c90bc88af -> Peer 3e43d70cff754badb528f83658fd4b1f (127.17.204.60:33967): Couldn't send request to peer 3e43d70cff754badb528f83658fd4b1f. Status: Network error: Client connection negotiation failed: client connection to 127.17.204.60:33967: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
17:38:31.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:31.753142 18674 heartbeater.cc:347] Connected to a master server at 127.17.204.62:35645
17:38:31.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:31.754470 19113 master_service.cc:432] Got heartbeat from unknown tserver (permanent_uuid: "0b150a54b1124e85b8e8519d722c6127" instance_seqno: 1790185106314698) as {username='slave'} at 127.17.204.1:51807; Asking this server to re-register.
17:38:31.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:31.755017 18674 heartbeater.cc:464] Registering TS with master...
17:38:31.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:31.756217 19113 ts_manager.cc:194] Registered new tserver with Master: 0b150a54b1124e85b8e8519d722c6127 (127.17.204.1:41811)
17:38:31.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:31.975167 18334 consensus_peers.cc:487] T 00000000000000000000000000000000 P 89368deac9d949ccb0609e7c90bc88af -> Peer 3e43d70cff754badb528f83658fd4b1f (127.17.204.60:33967): Couldn't send request to peer 3e43d70cff754badb528f83658fd4b1f. Status: Network error: Client connection negotiation failed: client connection to 127.17.204.60:33967: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
17:38:32.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:32.430191 18334 consensus_peers.cc:487] T 00000000000000000000000000000000 P 89368deac9d949ccb0609e7c90bc88af -> Peer 3e43d70cff754badb528f83658fd4b1f (127.17.204.60:33967): Couldn't send request to peer 3e43d70cff754badb528f83658fd4b1f. Status: Network error: Client connection negotiation failed: client connection to 127.17.204.60:33967: connect: Connection refused (error 111). This is attempt 11: this message will repeat every 5th retry.
17:38:32.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:32.751281 18675 heartbeater.cc:503] Master 127.17.204.61:35389 was elected leader, sending a full tablet report...
17:38:32.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:32.917446 18334 consensus_peers.cc:487] T 00000000000000000000000000000000 P 89368deac9d949ccb0609e7c90bc88af -> Peer 3e43d70cff754badb528f83658fd4b1f (127.17.204.60:33967): Couldn't send request to peer 3e43d70cff754badb528f83658fd4b1f. Status: Network error: Client connection negotiation failed: client connection to 127.17.204.60:33967: connect: Connection refused (error 111). This is attempt 16: this message will repeat every 5th retry.
17:38:33.026 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.17.204.60:33967
17:38:33.027 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
17:38:33.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:33.027720 18224 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskfGU3aF/build/asan/bin/kudu
17:38:33.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskfGU3aF/build/asan/bin/kudu
17:38:33.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskfGU3aF/test-tmp/mini-kudu-cluster1631927197176973382/master-2/wal
17:38:33.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskfGU3aF/test-tmp/mini-kudu-cluster1631927197176973382/master-2/data
17:38:33.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
17:38:33.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
17:38:33.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
17:38:33.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
17:38:33.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
17:38:33.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
17:38:33.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskfGU3aF/test-tmp/mini-kudu-cluster1631927197176973382/master-2/logs
17:38:33.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskfGU3aF/test-tmp/mini-kudu-cluster1631927197176973382/master-2/data/info.pb
17:38:33.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
17:38:33.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
17:38:33.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
17:38:33.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
17:38:33.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
17:38:33.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
17:38:33.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
17:38:33.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
17:38:33.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
17:38:33.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
17:38:33.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
17:38:33.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
17:38:33.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.204.60:33967
17:38:33.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.204.60
17:38:33.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=33871
17:38:33.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.204.20:40717
17:38:33.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
17:38:33.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
17:38:33.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
17:38:33.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
17:38:33.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.204.62:35645,127.17.204.61:35389,127.17.204.60:33967
17:38:33.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
17:38:33.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41249/jwks.json
17:38:33.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
17:38:33.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
17:38:33.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:33.167357 18816 heartbeater.cc:503] Master 127.17.204.61:35389 was elected leader, sending a full tablet report...
17:38:33.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:33.171881 18959 heartbeater.cc:503] Master 127.17.204.61:35389 was elected leader, sending a full tablet report...
17:38:33.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:33.359115 19229 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
17:38:33.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:33.359411 19229 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
17:38:33.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:33.359494 19229 flags.cc:425] Enabled unsafe flag: --never_fsync=true
17:38:33.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:33.367569 19229 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
17:38:33.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:33.367677 19229 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
17:38:33.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:33.367714 19229 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
17:38:33.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:33.367765 19229 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
17:38:33.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:33.367803 19229 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
17:38:33.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:33.367878 19229 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
17:38:33.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:33.367928 19229 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:41249/jwks.json
17:38:33.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:33.377897 19229 master_runner.cc:386] Master server non-default flags:
17:38:33.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
17:38:33.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.204.20:40717
17:38:33.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
17:38:33.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
17:38:33.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
17:38:33.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskfGU3aF/test-tmp/mini-kudu-cluster1631927197176973382/master-2/data
17:38:33.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskfGU3aF/test-tmp/mini-kudu-cluster1631927197176973382/master-2/wal
17:38:33.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
17:38:33.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.204.62:35645,127.17.204.61:35389,127.17.204.60:33967
17:38:33.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
17:38:33.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
17:38:33.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
17:38:33.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
17:38:33.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.204.60:33967
17:38:33.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
17:38:33.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
17:38:33.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
17:38:33.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41249/jwks.json
17:38:33.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
17:38:33.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
17:38:33.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskfGU3aF/test-tmp/mini-kudu-cluster1631927197176973382/master-2/data/info.pb
17:38:33.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.204.60
17:38:33.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=33871
17:38:33.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
17:38:33.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
17:38:33.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
17:38:33.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
17:38:33.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
17:38:33.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskfGU3aF/test-tmp/mini-kudu-cluster1631927197176973382/master-2/logs
17:38:33.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
17:38:33.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
17:38:33.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
17:38:33.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
17:38:33.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
17:38:33.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
17:38:33.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
17:38:33.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 23 Sep 2026 16:28:54 UTC on ccycloud.quasar-niuser.root.comops.site
17:38:33.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4667752
17:38:33.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
17:38:33.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:33.379145 19229 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
17:38:33.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:33.381325 19229 file_cache.cc:493] Constructed file cache file cache with capacity 419430
17:38:33.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:33.393411 19236 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
17:38:33.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:33.393455 19237 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
17:38:33.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:33.393507 19239 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
17:38:33.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:33.394675 19229 server_base.cc:1034] running on GCE node
17:38:33.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:33.395539 19229 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
17:38:33.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:33.396982 19229 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
17:38:33.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:33.398175 19229 hybrid_clock.cc:648] HybridClock initialized: now 1790185113398118 us; error 54 us; skew 500 ppm
17:38:33.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:33.398469 19229 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
17:38:33.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:33.400863 19229 webserver.cc:460] Webserver started at http://127.17.204.60:33871/ using document root <none> and password file <none>
17:38:33.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:33.401527 19229 fs_manager.cc:359] Metadata directory not provided
17:38:33.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:33.401624 19229 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
17:38:33.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:33.406569 19229 fs_manager.cc:709] Time spent opening directory manager: real 0.003s user 0.000s sys 0.004s
17:38:33.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:33.409345 19245 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
17:38:33.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:33.410597 19229 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.002s sys 0.001s
17:38:33.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:33.410816 19229 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskfGU3aF/test-tmp/mini-kudu-cluster1631927197176973382/master-2/data,/tmp/dist-test-taskfGU3aF/test-tmp/mini-kudu-cluster1631927197176973382/master-2/wal
17:38:33.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3e43d70cff754badb528f83658fd4b1f"
17:38:33.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-23 17:38:25 on dist-test-slave-85br"
17:38:33.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:33.411782 19229 fs_report.cc:383] FS layout report
17:38:33.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
17:38:33.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskfGU3aF/test-tmp/mini-kudu-cluster1631927197176973382/master-2/wal
17:38:33.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskfGU3aF/test-tmp/mini-kudu-cluster1631927197176973382/master-2/wal
17:38:33.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskfGU3aF/test-tmp/mini-kudu-cluster1631927197176973382/master-2/data/data
17:38:33.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
17:38:33.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
17:38:33.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
17:38:33.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
17:38:33.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
17:38:33.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
17:38:33.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
17:38:33.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
17:38:33.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
17:38:33.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
17:38:33.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
17:38:33.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:33.437340 18334 consensus_peers.cc:487] T 00000000000000000000000000000000 P 89368deac9d949ccb0609e7c90bc88af -> Peer 3e43d70cff754badb528f83658fd4b1f (127.17.204.60:33967): Couldn't send request to peer 3e43d70cff754badb528f83658fd4b1f. Status: Network error: Client connection negotiation failed: client connection to 127.17.204.60:33967: connect: Connection refused (error 111). This is attempt 21: this message will repeat every 5th retry.
17:38:33.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:33.438766 19229 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
17:38:33.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:33.439503 19229 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
17:38:33.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:33.439751 19229 kserver.cc:163] Server-wide thread pool size limit: 3276
17:38:33.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:33.461856 19229 rpc_server.cc:307] RPC server started. Bound to: 127.17.204.60:33967
17:38:33.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:33.461879 19306 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.17.204.60:33967 every 8 connection(s)
17:38:33.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:33.463327 19229 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskfGU3aF/test-tmp/mini-kudu-cluster1631927197176973382/master-2/data/info.pb
17:38:33.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:33.464562 18224 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskfGU3aF/build/asan/bin/kudu as pid 19229
17:38:33.464 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
17:38:33.465 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.17.204.61:35389
17:38:33.465 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
17:38:33.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:33.465399 18224 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-taskfGU3aF/build/asan/bin/kudu pid 18313
17:38:33.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:33.466611 18387 generic_service.cc:196] Checking for leaks (request via RPC)
17:38:33.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:33.472000 19307 sys_catalog.cc:263] Verifying existing consensus state
17:38:33.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:33.477119 19307 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 3e43d70cff754badb528f83658fd4b1f: Bootstrap starting.
17:38:33.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:33.501245 19307 log.cc:824] T 00000000000000000000000000000000 P 3e43d70cff754badb528f83658fd4b1f: Log is configured to *not* fsync() on all Append() calls
17:38:33.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:33.517483 19307 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 3e43d70cff754badb528f83658fd4b1f: Bootstrap replayed 1/1 log segments. Stats: ops{read=12 overwritten=0 applied=12 ignored=0} inserts{seen=8 ignored=0} mutations{seen=6 ignored=0} orphaned_commits=0. Pending: 0 replicates
17:38:33.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:33.518072 19307 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 3e43d70cff754badb528f83658fd4b1f: Bootstrap complete.
17:38:33.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:33.532094 19307 raft_consensus.cc:348] T 00000000000000000000000000000000 P 3e43d70cff754badb528f83658fd4b1f [term 2 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be76aec1e782453bb186d86c9446e26d" member_type: VOTER last_known_addr { host: "127.17.204.62" port: 35645 } } peers { permanent_uuid: "89368deac9d949ccb0609e7c90bc88af" member_type: VOTER last_known_addr { host: "127.17.204.61" port: 35389 } } peers { permanent_uuid: "3e43d70cff754badb528f83658fd4b1f" member_type: VOTER last_known_addr { host: "127.17.204.60" port: 33967 } }
17:38:33.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:33.533438 19307 raft_consensus.cc:729] T 00000000000000000000000000000000 P 3e43d70cff754badb528f83658fd4b1f [term 2 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3e43d70cff754badb528f83658fd4b1f, State: Initialized, Role: FOLLOWER
17:38:33.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:33.534251 19307 consensus_queue.cc:260] T 00000000000000000000000000000000 P 3e43d70cff754badb528f83658fd4b1f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 12, Last appended: 2.12, Last appended by leader: 12, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be76aec1e782453bb186d86c9446e26d" member_type: VOTER last_known_addr { host: "127.17.204.62" port: 35645 } } peers { permanent_uuid: "89368deac9d949ccb0609e7c90bc88af" member_type: VOTER last_known_addr { host: "127.17.204.61" port: 35389 } } peers { permanent_uuid: "3e43d70cff754badb528f83658fd4b1f" member_type: VOTER last_known_addr { host: "127.17.204.60" port: 33967 } }
17:38:33.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:33.535061 19311 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3e43d70cff754badb528f83658fd4b1f [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 2 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be76aec1e782453bb186d86c9446e26d" member_type: VOTER last_known_addr { host: "127.17.204.62" port: 35645 } } peers { permanent_uuid: "89368deac9d949ccb0609e7c90bc88af" member_type: VOTER last_known_addr { host: "127.17.204.61" port: 35389 } } peers { permanent_uuid: "3e43d70cff754badb528f83658fd4b1f" member_type: VOTER last_known_addr { host: "127.17.204.60" port: 33967 } } }
17:38:33.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:33.535385 19311 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3e43d70cff754badb528f83658fd4b1f [sys.catalog]: This master's current role is: FOLLOWER
17:38:33.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:33.536371 19307 sys_catalog.cc:564] T 00000000000000000000000000000000 P 3e43d70cff754badb528f83658fd4b1f [sys.catalog]: configured and running, proceeding with master startup.
17:38:33.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:33.556185 19322 catalog_manager.cc:1259] Loaded cluster ID: 081a8a69de774c3daacc65b11c74d38d
17:38:33.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:33.556324 19322 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 3e43d70cff754badb528f83658fd4b1f: loading cluster ID for follower catalog manager: success
17:38:33.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:33.560276 19322 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 3e43d70cff754badb528f83658fd4b1f: acquiring CA information for follower catalog manager: success
17:38:33.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:33.562793 19322 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 3e43d70cff754badb528f83658fd4b1f: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
17:38:33.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:33.629287 18224 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskfGU3aF/build/asan/bin/kudu with pid 18313
17:38:33.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:33.650977 18836 connection.cc:535] server connection from 127.0.0.1:59068 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
17:38:33.651 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.17.204.61:35389(127.17.204.61:35389)] handling channelInactive
17:38:33.651 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state READY due to: connection closed
17:38:33.652 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location master-127.17.204.61:35389(127.17.204.61:35389) for tablet Kudu Master: connection closed
17:38:33.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:33.653020 19100 connection.cc:535] server connection from 127.0.0.1:45012 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
17:38:33.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:33.653472 19328 negotiation.cc:337] Failed RPC negotiation. Trace:
17:38:33.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0923 17:38:33.629504 (+ 0us) reactor.cc:625] Submitting negotiation task for server connection from 127.0.0.1:57484 (local address 127.17.204.60:33967)
17:38:33.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0923 17:38:33.631543 (+ 2039us) server_negotiation.cc:206] Beginning negotiation
17:38:33.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0923 17:38:33.631552 (+ 9us) server_negotiation.cc:399] Waiting for connection header
17:38:33.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0923 17:38:33.631601 (+ 49us) server_negotiation.cc:407] Connection header received
17:38:33.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0923 17:38:33.651601 (+ 20000us) negotiation.cc:327] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:57484: BlockingRecv error: recv got EOF from 127.0.0.1:57484 (error 108)
17:38:33.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":1850,"thread_start_us":1708,"threads_started":1}
17:38:33.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:33.653905 19325 negotiation.cc:337] Failed RPC negotiation. Trace:
17:38:33.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0923 17:38:33.570341 (+ 0us) reactor.cc:625] Submitting negotiation task for client connection to 127.17.204.61:35389 (local address 127.0.0.1:43726)
17:38:33.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0923 17:38:33.570528 (+ 187us) negotiation.cc:107] Waiting for socket to connect
17:38:33.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0923 17:38:33.570547 (+ 19us) client_negotiation.cc:174] Beginning negotiation
17:38:33.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0923 17:38:33.570660 (+ 113us) client_negotiation.cc:252] Sending NEGOTIATE NegotiatePB request
17:38:33.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0923 17:38:33.651520 (+ 80860us) negotiation.cc:327] Negotiation complete: Network error: Client connection negotiation failed: client connection to 127.17.204.61:35389: BlockingRecv error: recv error from unknown peer: Transport endpoint is not connected (error 107)
17:38:33.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"client-negotiator.queue_time_us":58}
17:38:33.654 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
17:38:33.654 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.60:33967(127.17.204.60:33967)] connecting to peer
17:38:33.655 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:33.655 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:33.656 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:33.656 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:33.656 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.17.204.60:33967(127.17.204.60:33967)] Successfully connected to peer
17:38:33.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:33.654369 19229 master_runner.cc:186] Error getting master registration for 127.17.204.61:35389: Network error: Client connection negotiation failed: client connection to 127.17.204.61:35389: BlockingRecv error: recv error from unknown peer: Transport endpoint is not connected (error 107),
17:38:33.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:33.663861 19229 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
17:38:33.672 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xbf6fa173, L:/127.0.0.1:57492 - R:/127.17.204.60:33967] using TOKEN/null
17:38:33.676 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:33.695 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:33.696 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:33.696 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:33.696 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:33.696 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:33.715 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:33.715 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:33.716 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:33.716 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:33.716 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:33.734 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:33.736 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:33.737 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:33.737 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:33.737 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:33.738 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=5, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] sending RPC to server master-127.17.204.61:35389, [157ms] received response from server master-127.17.204.61:35389: Network error: connection closed, [158ms] delaying RPC due to: Network error: connection closed, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [162ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [171ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: OK, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [202ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [202ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: OK, [202ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [222ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [222ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [222ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [242ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: OK, [242ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [243ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [243ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@301510388(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$82/1004485492@20e9be1b -> (continuation of Deferred@764871555 after retry RPC after error@352835203) -> (continuation of Deferred@1104954841 after retry RPC after error@749216415) -> (continuation of Deferred@968271762 after retry RPC after error@313449961), errback=org.apache.kudu.client.KuduTransaction$$Lambda$83/92133007@317fb0e8 -> (continuation of Deferred@764871555 after retry RPC after error@352835203) -> (continuation of Deferred@1104954841 after retry RPC after error@749216415) -> (continuation of Deferred@968271762 after retry RPC after error@313449961)))
17:38:33.738 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=5, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] sending RPC to server master-127.17.204.61:35389, [157ms] received response from server master-127.17.204.61:35389: Network error: connection closed, [158ms] delaying RPC due to: Network error: connection closed, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [162ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [171ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: OK, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [202ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [202ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: OK, [202ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [222ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [222ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [222ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [242ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: OK, [242ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [243ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [243ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@301510388(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$82/1004485492@20e9be1b -> (continuation of Deferred@764871555 after retry RPC after error@352835203) -> (continuation of Deferred@1104954841 after retry RPC after error@749216415) -> (continuation of Deferred@968271762 after retry RPC after error@313449961), errback=org.apache.kudu.client.KuduTransaction$$Lambda$83/92133007@317fb0e8 -> (continuation of Deferred@764871555 after retry RPC after error@352835203) -> (continuation of Deferred@1104954841 after retry RPC after error@749216415) -> (continuation of Deferred@968271762 after retry RPC after error@313449961)))
17:38:33.754 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:33.756 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:33.756 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:33.756 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:33.761 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:33.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:33.761408 18673 heartbeater.cc:347] Connected to a master server at 127.17.204.60:33967
17:38:33.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:33.764678 19262 master_service.cc:432] Got heartbeat from unknown tserver (permanent_uuid: "0b150a54b1124e85b8e8519d722c6127" instance_seqno: 1790185106314698) as {username='slave'} at 127.17.204.1:41891; Asking this server to re-register.
17:38:33.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:33.765421 18673 heartbeater.cc:464] Registering TS with master...
17:38:33.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:33.766984 19262 ts_manager.cc:194] Registered new tserver with Master: 0b150a54b1124e85b8e8519d722c6127 (127.17.204.1:41811)
17:38:33.774 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:33.775 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:33.775 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:33.776 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:33.776 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:33.794 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:33.795 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:33.795 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:33.796 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:33.797 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:33.814 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:33.819 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:33.819 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:33.819 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:33.819 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:33.834 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:33.835 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:33.836 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:33.837 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:33.838 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:33.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:33.849351 19311 raft_consensus.cc:482] T 00000000000000000000000000000000 P 3e43d70cff754badb528f83658fd4b1f [term 2 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
17:38:33.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:33.849717 19311 raft_consensus.cc:504] T 00000000000000000000000000000000 P 3e43d70cff754badb528f83658fd4b1f [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be76aec1e782453bb186d86c9446e26d" member_type: VOTER last_known_addr { host: "127.17.204.62" port: 35645 } } peers { permanent_uuid: "89368deac9d949ccb0609e7c90bc88af" member_type: VOTER last_known_addr { host: "127.17.204.61" port: 35389 } } peers { permanent_uuid: "3e43d70cff754badb528f83658fd4b1f" member_type: VOTER last_known_addr { host: "127.17.204.60" port: 33967 } }
17:38:33.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:33.852073 19311 leader_election.cc:288] T 00000000000000000000000000000000 P 3e43d70cff754badb528f83658fd4b1f [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers be76aec1e782453bb186d86c9446e26d (127.17.204.62:35645), 89368deac9d949ccb0609e7c90bc88af (127.17.204.61:35389)
17:38:33.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:33.853087 19124 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "3e43d70cff754badb528f83658fd4b1f" candidate_term: 3 candidate_status { last_received { term: 2 index: 12 } } ignore_live_leader: false dest_uuid: "be76aec1e782453bb186d86c9446e26d" is_pre_election: true
17:38:33.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:33.853402 19247 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.17.204.61:35389: connect: Connection refused (error 111)
17:38:33.854 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:33.858 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:33.858 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:33.858 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:33.859 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:33.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:33.861083 19247 leader_election.cc:334] T 00000000000000000000000000000000 P 3e43d70cff754badb528f83658fd4b1f [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer 89368deac9d949ccb0609e7c90bc88af (127.17.204.61:35389): Network error: Client connection negotiation failed: client connection to 127.17.204.61:35389: connect: Connection refused (error 111)
17:38:33.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:33.861320 19247 leader_election.cc:302] T 00000000000000000000000000000000 P 3e43d70cff754badb528f83658fd4b1f [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 3e43d70cff754badb528f83658fd4b1f; no voters: 89368deac9d949ccb0609e7c90bc88af, be76aec1e782453bb186d86c9446e26d
17:38:33.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:33.861716 19311 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 3e43d70cff754badb528f83658fd4b1f [term 2 FOLLOWER]: Leader pre-election lost for term 3. Reason: could not achieve majority
17:38:33.874 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:33.876 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:33.876 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:33.876 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:33.877 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:33.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:33.930915 19332 raft_consensus.cc:482] T 00000000000000000000000000000000 P be76aec1e782453bb186d86c9446e26d [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 89368deac9d949ccb0609e7c90bc88af)
17:38:33.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:33.931111 19332 raft_consensus.cc:504] T 00000000000000000000000000000000 P be76aec1e782453bb186d86c9446e26d [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be76aec1e782453bb186d86c9446e26d" member_type: VOTER last_known_addr { host: "127.17.204.62" port: 35645 } } peers { permanent_uuid: "89368deac9d949ccb0609e7c90bc88af" member_type: VOTER last_known_addr { host: "127.17.204.61" port: 35389 } } peers { permanent_uuid: "3e43d70cff754badb528f83658fd4b1f" member_type: VOTER last_known_addr { host: "127.17.204.60" port: 33967 } }
17:38:33.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:33.931746 19332 leader_election.cc:288] T 00000000000000000000000000000000 P be76aec1e782453bb186d86c9446e26d [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 89368deac9d949ccb0609e7c90bc88af (127.17.204.61:35389), 3e43d70cff754badb528f83658fd4b1f (127.17.204.60:33967)
17:38:33.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:33.934587 19099 leader_election.cc:334] T 00000000000000000000000000000000 P be76aec1e782453bb186d86c9446e26d [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 89368deac9d949ccb0609e7c90bc88af (127.17.204.61:35389): Network error: Client connection negotiation failed: client connection to 127.17.204.61:35389: connect: Connection refused (error 111)
17:38:33.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:33.939869 19272 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "be76aec1e782453bb186d86c9446e26d" candidate_term: 4 candidate_status { last_received { term: 3 index: 13 } } ignore_live_leader: false dest_uuid: "3e43d70cff754badb528f83658fd4b1f" is_pre_election: true
17:38:33.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:33.940371 19272 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 3e43d70cff754badb528f83658fd4b1f [term 2 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate be76aec1e782453bb186d86c9446e26d in term 2.
17:38:33.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:33.941008 19101 leader_election.cc:302] T 00000000000000000000000000000000 P be76aec1e782453bb186d86c9446e26d [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 3e43d70cff754badb528f83658fd4b1f, be76aec1e782453bb186d86c9446e26d; no voters: 89368deac9d949ccb0609e7c90bc88af
17:38:33.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:33.941319 19332 raft_consensus.cc:2781] T 00000000000000000000000000000000 P be76aec1e782453bb186d86c9446e26d [term 3 FOLLOWER]: Leader pre-election won for term 4
17:38:33.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:33.941442 19332 raft_consensus.cc:482] T 00000000000000000000000000000000 P be76aec1e782453bb186d86c9446e26d [term 3 FOLLOWER]: Starting leader election (detected failure of leader 89368deac9d949ccb0609e7c90bc88af)
17:38:33.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:33.941555 19332 raft_consensus.cc:3037] T 00000000000000000000000000000000 P be76aec1e782453bb186d86c9446e26d [term 3 FOLLOWER]: Advancing to term 4
17:38:33.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:33.944398 19332 raft_consensus.cc:504] T 00000000000000000000000000000000 P be76aec1e782453bb186d86c9446e26d [term 4 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be76aec1e782453bb186d86c9446e26d" member_type: VOTER last_known_addr { host: "127.17.204.62" port: 35645 } } peers { permanent_uuid: "89368deac9d949ccb0609e7c90bc88af" member_type: VOTER last_known_addr { host: "127.17.204.61" port: 35389 } } peers { permanent_uuid: "3e43d70cff754badb528f83658fd4b1f" member_type: VOTER last_known_addr { host: "127.17.204.60" port: 33967 } }
17:38:33.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:33.945101 19332 leader_election.cc:288] T 00000000000000000000000000000000 P be76aec1e782453bb186d86c9446e26d [CANDIDATE]: Term 4 election: Requested vote from peers 89368deac9d949ccb0609e7c90bc88af (127.17.204.61:35389), 3e43d70cff754badb528f83658fd4b1f (127.17.204.60:33967)
17:38:33.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:33.945663 19272 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "be76aec1e782453bb186d86c9446e26d" candidate_term: 4 candidate_status { last_received { term: 3 index: 13 } } ignore_live_leader: false dest_uuid: "3e43d70cff754badb528f83658fd4b1f"
17:38:33.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:33.945879 19272 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 3e43d70cff754badb528f83658fd4b1f [term 2 FOLLOWER]: Advancing to term 4
17:38:33.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:33.946557 19099 leader_election.cc:334] T 00000000000000000000000000000000 P be76aec1e782453bb186d86c9446e26d [CANDIDATE]: Term 4 election: RPC error from VoteRequest() call to peer 89368deac9d949ccb0609e7c90bc88af (127.17.204.61:35389): Network error: Client connection negotiation failed: client connection to 127.17.204.61:35389: connect: Connection refused (error 111)
17:38:33.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:33.950114 19272 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 3e43d70cff754badb528f83658fd4b1f [term 4 FOLLOWER]: Leader election vote request: Granting yes vote for candidate be76aec1e782453bb186d86c9446e26d in term 4.
17:38:33.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:33.950649 19101 leader_election.cc:302] T 00000000000000000000000000000000 P be76aec1e782453bb186d86c9446e26d [CANDIDATE]: Term 4 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 3e43d70cff754badb528f83658fd4b1f, be76aec1e782453bb186d86c9446e26d; no voters: 89368deac9d949ccb0609e7c90bc88af
17:38:33.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:33.950999 19332 raft_consensus.cc:2781] T 00000000000000000000000000000000 P be76aec1e782453bb186d86c9446e26d [term 4 FOLLOWER]: Leader election won for term 4
17:38:33.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:33.951380 19332 raft_consensus.cc:686] T 00000000000000000000000000000000 P be76aec1e782453bb186d86c9446e26d [term 4 LEADER]: Becoming Leader. State: Replica: be76aec1e782453bb186d86c9446e26d, State: Running, Role: LEADER
17:38:33.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:33.951772 19332 consensus_queue.cc:237] T 00000000000000000000000000000000 P be76aec1e782453bb186d86c9446e26d [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 13, Committed index: 13, Last appended: 3.13, Last appended by leader: 13, Current term: 4, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be76aec1e782453bb186d86c9446e26d" member_type: VOTER last_known_addr { host: "127.17.204.62" port: 35645 } } peers { permanent_uuid: "89368deac9d949ccb0609e7c90bc88af" member_type: VOTER last_known_addr { host: "127.17.204.61" port: 35389 } } peers { permanent_uuid: "3e43d70cff754badb528f83658fd4b1f" member_type: VOTER last_known_addr { host: "127.17.204.60" port: 33967 } }
17:38:33.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:33.953440 19336 sys_catalog.cc:455] T 00000000000000000000000000000000 P be76aec1e782453bb186d86c9446e26d [sys.catalog]: SysCatalogTable state changed. Reason: New leader be76aec1e782453bb186d86c9446e26d. Latest consensus state: current_term: 4 leader_uuid: "be76aec1e782453bb186d86c9446e26d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be76aec1e782453bb186d86c9446e26d" member_type: VOTER last_known_addr { host: "127.17.204.62" port: 35645 } } peers { permanent_uuid: "89368deac9d949ccb0609e7c90bc88af" member_type: VOTER last_known_addr { host: "127.17.204.61" port: 35389 } } peers { permanent_uuid: "3e43d70cff754badb528f83658fd4b1f" member_type: VOTER last_known_addr { host: "127.17.204.60" port: 33967 } } }
17:38:33.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:33.953784 19336 sys_catalog.cc:458] T 00000000000000000000000000000000 P be76aec1e782453bb186d86c9446e26d [sys.catalog]: This master's current role is: LEADER
17:38:33.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:33.954443 19338 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
17:38:33.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:33.956732 19338 catalog_manager.cc:669] Loaded metadata for table kudu_system.kudu_transactions [id=91e45d7641ab407f8649f8d9b21cdf12]
17:38:33.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:33.957278 19338 catalog_manager.cc:669] Loaded metadata for table txn_manager_fallback_rolling [id=a0f0f7b15f9a4c608b1134d412a7bf1d]
17:38:33.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:33.958735 19338 tablet_loader.cc:96] loaded metadata for tablet 1833c289a5794cedaadfa21666b5c809 (table txn_manager_fallback_rolling [id=a0f0f7b15f9a4c608b1134d412a7bf1d])
17:38:33.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:33.959059 19338 tablet_loader.cc:96] loaded metadata for tablet ab2f78a7ef7d42cda57a15fd0acb21ae (table txn_manager_fallback_rolling [id=a0f0f7b15f9a4c608b1134d412a7bf1d])
17:38:33.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:33.959306 19338 tablet_loader.cc:96] loaded metadata for tablet ea4d264970ff473a927fcb28a2fc2207 (table kudu_system.kudu_transactions [id=91e45d7641ab407f8649f8d9b21cdf12])
17:38:33.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:33.959506 19338 catalog_manager.cc:1484] Initializing Kudu cluster ID...
17:38:33.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:33.960225 19338 catalog_manager.cc:1259] Loaded cluster ID: 081a8a69de774c3daacc65b11c74d38d
17:38:33.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:33.960301 19338 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
17:38:33.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:33.961377 19338 catalog_manager.cc:1504] Loading token signing keys...
17:38:33.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:33.962124 19338 catalog_manager.cc:5879] T 00000000000000000000000000000000 P be76aec1e782453bb186d86c9446e26d: Loaded TSK: 0
17:38:33.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:33.962893 19338 catalog_manager.cc:1514] Initializing in-progress tserver states...
17:38:33.994 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:33.995 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:33.995 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:33.995 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:33.995 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
17:38:33.996 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [3ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: OK, [6ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [7ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: OK, [43ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [63ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: OK, [64ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [65ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [65ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [83ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [83ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: OK, [84ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: OK, [104ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [104ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [105ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: OK, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [123ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [241ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [241ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: OK, [241ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, deferred=Deferred@267840901(state=PENDING, result=null, callback=(continuation of Deferred@938015847 after retry RPC after error@1538960851) -> (continuation of Deferred@1189405885 after retry RPC after error@2118562593) -> (continuation of Deferred@238908234 after retry RPC after error@15176555) -> (continuation of Deferred@1632067270 after retry RPC after error@718485108) -> (continuation of Deferred@1334949703 after retry RPC after error@1943083285) -> (continuation of Deferred@675010759 after retry RPC after error@468204322) -> (continuation of Deferred@1501666455 after retry RPC after error@585318147), errback=(continuation of Deferred@938015847 after retry RPC after error@1538960851) -> (continuation of Deferred@1189405885 after retry RPC after error@2118562593) -> (continuation of Deferred@238908234 after retry RPC after error@15176555) -> (continuation of Deferred@1632067270 after retry RPC after error@718485108) -> (continuation of Deferred@1334949703 after retry RPC after error@1943083285) -> (continuation of Deferred@675010759 after retry RPC after error@468204322) -> (continuation of Deferred@1501666455 after retry RPC after error@585318147))) after lookup
17:38:34.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:34.013284 19144 rpcz_store.cc:267] Call kudu.transactions.TxnManagerService.KeepTransactionAlive from 127.0.0.1:45026 (request call id 14) took 15 ms (client timeout 8 ms). Trace:
17:38:34.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:34.013515 19144 rpcz_store.cc:269] 0923 17:38:33.997332 (+ 0us) service_pool.cc:170] Inserting onto call queue
17:38:34.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0923 17:38:33.997405 (+ 73us) service_pool.cc:227] Handling call
17:38:34.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0923 17:38:34.013202 (+ 15797us) inbound_call.cc:173] Queueing success response
17:38:34.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"dns_us":160,"init.queue_time_us":535,"thread_start_us":1399,"threads_started":5}
17:38:34.014 [DEBUG - pool-49-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=9, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [3ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: OK, [6ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [7ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: OK, [43ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [63ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: OK, [64ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [65ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [65ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [83ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [83ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: OK, [84ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: OK, [104ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [104ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [105ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: OK, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [123ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [241ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [241ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: OK, [241ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [242ms] sending RPC to server master-127.17.204.62:35645, deferred=Deferred@267840901(state=PENDING, result=null, callback=(continuation of Deferred@938015847 after retry RPC after error@1538960851) -> (continuation of Deferred@1189405885 after retry RPC after error@2118562593) -> (continuation of Deferred@238908234 after retry RPC after error@15176555) -> (continuation of Deferred@1632067270 after retry RPC after error@718485108) -> (continuation of Deferred@1334949703 after retry RPC after error@1943083285) -> (continuation of Deferred@675010759 after retry RPC after error@468204322) -> (continuation of Deferred@1501666455 after retry RPC after error@585318147) -> (continuation of Deferred@319672731 after retry RPC@1923750060), errback=(continuation of Deferred@938015847 after retry RPC after error@1538960851) -> (continuation of Deferred@1189405885 after retry RPC after error@2118562593) -> (continuation of Deferred@238908234 after retry RPC after error@15176555) -> (continuation of Deferred@1632067270 after retry RPC after error@718485108) -> (continuation of Deferred@1334949703 after retry RPC after error@1943083285) -> (continuation of Deferred@675010759 after retry RPC after error@468204322) -> (continuation of Deferred@1501666455 after retry RPC after error@585318147) -> (continuation of Deferred@319672731 after retry RPC@1923750060)))
17:38:34.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:34.029525 19113 catalog_manager.cc:1908] Servicing CreateTable request from {username='slave'} at 127.0.0.1:43056:
17:38:34.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
17:38:34.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
17:38:34.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
17:38:34.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
17:38:34.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
17:38:34.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
17:38:34.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
17:38:34.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
17:38:34.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
17:38:34.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
17:38:34.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
17:38:34.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
17:38:34.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
17:38:34.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
17:38:34.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
17:38:34.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
17:38:34.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
17:38:34.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
17:38:34.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
17:38:34.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
17:38:34.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
17:38:34.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
17:38:34.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
17:38:34.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
17:38:34.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
17:38:34.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
17:38:34.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
17:38:34.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
17:38:34.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
17:38:34.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
17:38:34.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
17:38:34.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
17:38:34.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
17:38:34.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
17:38:34.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
17:38:34.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
17:38:34.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
17:38:34.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
17:38:34.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
17:38:34.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
17:38:34.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
17:38:34.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
17:38:34.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
17:38:34.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
17:38:34.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
17:38:34.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
17:38:34.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
17:38:34.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
17:38:34.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
17:38:34.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
17:38:34.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
17:38:34.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
17:38:34.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
17:38:34.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
17:38:34.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
17:38:34.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
17:38:34.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:34.031759 19113 catalog_manager.cc:6854] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
17:38:34.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/monotime.cc:332:28: runtime error: signed integer overflow: 3112678124554 + 9223368924176652270 cannot be represented in type 'long'
17:38:34.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:34.038538 19099 consensus_peers.cc:487] T 00000000000000000000000000000000 P be76aec1e782453bb186d86c9446e26d -> Peer 89368deac9d949ccb0609e7c90bc88af (127.17.204.61:35389): Couldn't send request to peer 89368deac9d949ccb0609e7c90bc88af. Status: Network error: Client connection negotiation failed: client connection to 127.17.204.61:35389: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
17:38:34.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:34.069885 19272 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 3e43d70cff754badb528f83658fd4b1f [term 4 FOLLOWER]: Refusing update from remote peer be76aec1e782453bb186d86c9446e26d: Log matching property violated. Preceding OpId in replica: term: 2 index: 12. Preceding OpId from leader: term: 4 index: 14. (index mismatch)
17:38:34.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:34.071362 19336 consensus_queue.cc:1035] T 00000000000000000000000000000000 P be76aec1e782453bb186d86c9446e26d [LEADER]: Connected to new peer: Peer: permanent_uuid: "3e43d70cff754badb528f83658fd4b1f" member_type: VOTER last_known_addr { host: "127.17.204.60" port: 33967 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 14, Last known committed idx: 12, Time since last communication: 0.000s
17:38:34.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:34.077319 19352 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3e43d70cff754badb528f83658fd4b1f [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 4 leader_uuid: "be76aec1e782453bb186d86c9446e26d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be76aec1e782453bb186d86c9446e26d" member_type: VOTER last_known_addr { host: "127.17.204.62" port: 35645 } } peers { permanent_uuid: "89368deac9d949ccb0609e7c90bc88af" member_type: VOTER last_known_addr { host: "127.17.204.61" port: 35389 } } peers { permanent_uuid: "3e43d70cff754badb528f83658fd4b1f" member_type: VOTER last_known_addr { host: "127.17.204.60" port: 33967 } } }
17:38:34.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:34.077814 19352 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3e43d70cff754badb528f83658fd4b1f [sys.catalog]: This master's current role is: FOLLOWER
17:38:34.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:34.078550 19311 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3e43d70cff754badb528f83658fd4b1f [sys.catalog]: SysCatalogTable state changed. Reason: New leader be76aec1e782453bb186d86c9446e26d. Latest consensus state: current_term: 4 leader_uuid: "be76aec1e782453bb186d86c9446e26d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be76aec1e782453bb186d86c9446e26d" member_type: VOTER last_known_addr { host: "127.17.204.62" port: 35645 } } peers { permanent_uuid: "89368deac9d949ccb0609e7c90bc88af" member_type: VOTER last_known_addr { host: "127.17.204.61" port: 35389 } } peers { permanent_uuid: "3e43d70cff754badb528f83658fd4b1f" member_type: VOTER last_known_addr { host: "127.17.204.60" port: 33967 } } }
17:38:34.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:34.078949 19311 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3e43d70cff754badb528f83658fd4b1f [sys.catalog]: This master's current role is: FOLLOWER
17:38:34.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:34.080776 19336 sys_catalog.cc:455] T 00000000000000000000000000000000 P be76aec1e782453bb186d86c9446e26d [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 4 leader_uuid: "be76aec1e782453bb186d86c9446e26d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be76aec1e782453bb186d86c9446e26d" member_type: VOTER last_known_addr { host: "127.17.204.62" port: 35645 } } peers { permanent_uuid: "89368deac9d949ccb0609e7c90bc88af" member_type: VOTER last_known_addr { host: "127.17.204.61" port: 35389 } } peers { permanent_uuid: "3e43d70cff754badb528f83658fd4b1f" member_type: VOTER last_known_addr { host: "127.17.204.60" port: 33967 } } }
17:38:34.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:34.081168 19336 sys_catalog.cc:458] T 00000000000000000000000000000000 P be76aec1e782453bb186d86c9446e26d [sys.catalog]: This master's current role is: LEADER
17:38:34.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:34.081490 19311 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3e43d70cff754badb528f83658fd4b1f [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 4 leader_uuid: "be76aec1e782453bb186d86c9446e26d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be76aec1e782453bb186d86c9446e26d" member_type: VOTER last_known_addr { host: "127.17.204.62" port: 35645 } } peers { permanent_uuid: "89368deac9d949ccb0609e7c90bc88af" member_type: VOTER last_known_addr { host: "127.17.204.61" port: 35389 } } peers { permanent_uuid: "3e43d70cff754badb528f83658fd4b1f" member_type: VOTER last_known_addr { host: "127.17.204.60" port: 33967 } } }
17:38:34.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:34.081717 19311 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3e43d70cff754badb528f83658fd4b1f [sys.catalog]: This master's current role is: FOLLOWER
17:38:34.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:34.179330 18814 heartbeater.cc:347] Connected to a master server at 127.17.204.60:33967
17:38:34.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:34.181602 19262 master_service.cc:432] Got heartbeat from unknown tserver (permanent_uuid: "f090549645ec44ecbb43b7dc4ab67c54" instance_seqno: 1790185106800696) as {username='slave'} at 127.17.204.2:43225; Asking this server to re-register.
17:38:34.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:34.182682 18814 heartbeater.cc:464] Registering TS with master...
17:38:34.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:34.184785 19262 ts_manager.cc:194] Registered new tserver with Master: f090549645ec44ecbb43b7dc4ab67c54 (127.17.204.2:35005)
17:38:34.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:34.189832 18957 heartbeater.cc:347] Connected to a master server at 127.17.204.60:33967
17:38:34.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:34.191601 19262 master_service.cc:432] Got heartbeat from unknown tserver (permanent_uuid: "9877ce58087f40d882a2e397cea00543" instance_seqno: 1790185107289778) as {username='slave'} at 127.17.204.3:38687; Asking this server to re-register.
17:38:34.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:34.192252 18957 heartbeater.cc:464] Registering TS with master...
17:38:34.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:34.193773 19262 ts_manager.cc:194] Registered new tserver with Master: 9877ce58087f40d882a2e397cea00543 (127.17.204.3:37517)
17:38:34.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:34.578814 19099 consensus_peers.cc:487] T 00000000000000000000000000000000 P be76aec1e782453bb186d86c9446e26d -> Peer 89368deac9d949ccb0609e7c90bc88af (127.17.204.61:35389): Couldn't send request to peer 89368deac9d949ccb0609e7c90bc88af. Status: Network error: Client connection negotiation failed: client connection to 127.17.204.61:35389: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
17:38:35.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:35.065255 19099 consensus_peers.cc:487] T 00000000000000000000000000000000 P be76aec1e782453bb186d86c9446e26d -> Peer 89368deac9d949ccb0609e7c90bc88af (127.17.204.61:35389): Couldn't send request to peer 89368deac9d949ccb0609e7c90bc88af. Status: Network error: Client connection negotiation failed: client connection to 127.17.204.61:35389: connect: Connection refused (error 111). This is attempt 11: this message will repeat every 5th retry.
17:38:35.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 0x7f527579e538 in kudu::operator+(kudu::MonoTime const&, kudu::MonoDelta const&) /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/monotime.cc:332:28
17:38:35.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 0x9dd255 in kudu::CountDownLatch::WaitFor(kudu::MonoDelta const&) const /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/countdown_latch.h:99:38
17:38:35.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 0x7f528880ebe2 in kudu::Promise<kudu::Status>::WaitFor(kudu::MonoDelta const&) const /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/promise.h:57:16
17:38:35.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 0x7f52887ff7d4 in kudu::master::Master::WaitForTxnManagerInit(kudu::MonoTime) const /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/master/master.cc:458:48
17:38:35.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 0x7f528895416b in kudu::transactions::TxnManager::CheckInitialized(kudu::MonoTime const&) /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/master/txn_manager.cc:283:21
17:38:35.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 0x7f5288954d5b in kudu::transactions::TxnManager::KeepTransactionAlive(long, std::string const&, kudu::MonoTime const&) /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/master/txn_manager.cc:226:3
17:38:35.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 0x7f52889599cf in kudu::transactions::TxnManagerServiceImpl::KeepTransactionAlive(kudu::transactions::KeepTransactionAliveRequestPB const*, kudu::transactions::KeepTransactionAliveResponsePB*, kudu::rpc::RpcContext*) /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/master/txn_manager_service.cc:159:42
17:38:35.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 0x7f5282a0acc6 in kudu::transactions::TxnManagerServiceIf::TxnManagerServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_9::operator()(google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*) const /data0/somelongdirectorytoavoidrpathissues/src/kudu/build/asan/src/kudu/master/txn_manager.service.cc:271:13
17:38:35.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 0x7f5282a0a9f5 in std::_Function_handler<void (google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*), kudu::transactions::TxnManagerServiceIf::TxnManagerServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_9>::_M_invoke(std::_Any_data const&, google::protobuf::Message const*&&, google::protobuf::Message*&&, kudu::rpc::RpcContext*&&) ../../../include/c++/8/bits/std_function.h:297:2
17:38:35.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:35.178786 18958 heartbeater.cc:503] Master 127.17.204.62:35645 was elected leader, sending a full tablet report...
17:38:35.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 0x7f527c37b9be in std::function<void (google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*)>::operator()(google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*) const ../../../include/c++/8/bits/std_function.h:687:14
17:38:35.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 0x7f527c37a79e in kudu::rpc::GeneratedServiceIf::Handle(kudu::rpc::InboundCall*) /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/rpc/service_if.cc:137:3
17:38:35.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 0x7f527c380b25 in kudu::rpc::ServicePool::RunThread() /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/rpc/service_pool.cc:231:15
17:38:35.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 0x7f527c38154f in kudu::rpc::ServicePool::Init(int)::$_0::operator()() const /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/rpc/service_pool.cc:92:5
17:38:35.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 0x7f527c381378 in std::_Function_handler<void (), kudu::rpc::ServicePool::Init(int)::$_0>::_M_invoke(std::_Any_data const&) ../../../include/c++/8/bits/std_function.h:297:2
17:38:35.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 0x9edb7c in std::function<void ()>::operator()() const ../../../include/c++/8/bits/std_function.h:687:14
17:38:35.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 0x7f5275863eae in kudu::Thread::SuperviseThread(void*) /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/thread.cc:694:3
17:38:35.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 0x7f5278b3d6da in start_thread (/lib/x86_64-linux-gnu/libpthread.so.0+0x76da)
17:38:35.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 0x7f5271ad361e in clone (/lib/x86_64-linux-gnu/libc.so.6+0x12161e)
17:38:35.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
17:38:35.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: UndefinedBehaviorSanitizer: undefined-behavior /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/monotime.cc:332:28 in
17:38:35.225 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.17.204.62:35645(127.17.204.62:35645)] handling channelInactive
17:38:35.225 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state READY due to: connection closed
17:38:35.225 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location master-127.17.204.62:35645(127.17.204.62:35645) for tablet Kudu Master: connection closed
17:38:35.234 [WARN - pool-49-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
17:38:35.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:35.299135 18815 heartbeater.cc:503] Master 127.17.204.62:35645 was elected leader, sending a full tablet report...
17:38:35.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:35.418639 19362 raft_consensus.cc:482] T 00000000000000000000000000000000 P 3e43d70cff754badb528f83658fd4b1f [term 4 FOLLOWER]: Starting pre-election (detected failure of leader be76aec1e782453bb186d86c9446e26d)
17:38:35.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:35.418817 19362 raft_consensus.cc:504] T 00000000000000000000000000000000 P 3e43d70cff754badb528f83658fd4b1f [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be76aec1e782453bb186d86c9446e26d" member_type: VOTER last_known_addr { host: "127.17.204.62" port: 35645 } } peers { permanent_uuid: "89368deac9d949ccb0609e7c90bc88af" member_type: VOTER last_known_addr { host: "127.17.204.61" port: 35389 } } peers { permanent_uuid: "3e43d70cff754badb528f83658fd4b1f" member_type: VOTER last_known_addr { host: "127.17.204.60" port: 33967 } }
17:38:35.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:35.419449 19362 leader_election.cc:288] T 00000000000000000000000000000000 P 3e43d70cff754badb528f83658fd4b1f [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers be76aec1e782453bb186d86c9446e26d (127.17.204.62:35645), 89368deac9d949ccb0609e7c90bc88af (127.17.204.61:35389)
17:38:35.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:35.421530 19249 leader_election.cc:334] T 00000000000000000000000000000000 P 3e43d70cff754badb528f83658fd4b1f [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer be76aec1e782453bb186d86c9446e26d (127.17.204.62:35645): Network error: Client connection negotiation failed: client connection to 127.17.204.62:35645: connect: Connection refused (error 111)
17:38:35.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:35.421732 19247 leader_election.cc:334] T 00000000000000000000000000000000 P 3e43d70cff754badb528f83658fd4b1f [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 89368deac9d949ccb0609e7c90bc88af (127.17.204.61:35389): Network error: Client connection negotiation failed: client connection to 127.17.204.61:35389: connect: Connection refused (error 111)
17:38:35.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:35.421860 19247 leader_election.cc:302] T 00000000000000000000000000000000 P 3e43d70cff754badb528f83658fd4b1f [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 3e43d70cff754badb528f83658fd4b1f; no voters: 89368deac9d949ccb0609e7c90bc88af, be76aec1e782453bb186d86c9446e26d
17:38:35.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:35.422106 19362 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 3e43d70cff754badb528f83658fd4b1f [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
17:38:35.614 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:35.615 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:35.616 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:35.616 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:35.616 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:35.616 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:35.616 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:35.617 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:35.617 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:35.634 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:35.634 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:35.635 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:35.635 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:35.635 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:35.635 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:35.635 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:35.635 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:35.636 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:35.654 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:35.654 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:35.655 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:35.655 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:35.655 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:35.655 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:35.655 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:35.655 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:35.655 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:35.656 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:35.656 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:35.656 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:35.674 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:35.675 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:35.676 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:35.676 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:35.676 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:35.676 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:35.676 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:35.676 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:35.676 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:35.676 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:35.676 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:35.677 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:35.694 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:35.695 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:35.695 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:35.695 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:35.696 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:35.696 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:35.696 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:35.696 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:35.696 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:35.696 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:35.697 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:35.697 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:35.698 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:35.698 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:35.698 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:35.714 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:35.715 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:35.715 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:35.715 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:35.715 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:35.715 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:35.715 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:35.715 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:35.715 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:35.716 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:35.716 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:35.717 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:35.734 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:35.735 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:35.735 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:35.735 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:35.736 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:35.736 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:35.736 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:35.736 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:35.737 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:35.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:35.763011 18674 heartbeater.cc:503] Master 127.17.204.62:35645 was elected leader, sending a full tablet report...
17:38:35.774 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:35.775 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:35.776 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:35.776 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:35.776 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:35.776 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:35.776 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:35.776 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:35.777 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:35.777 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:35.777 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:35.777 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:35.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:35.791877 19362 raft_consensus.cc:482] T 00000000000000000000000000000000 P 3e43d70cff754badb528f83658fd4b1f [term 4 FOLLOWER]: Starting pre-election (detected failure of leader be76aec1e782453bb186d86c9446e26d)
17:38:35.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:35.792122 19362 raft_consensus.cc:504] T 00000000000000000000000000000000 P 3e43d70cff754badb528f83658fd4b1f [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be76aec1e782453bb186d86c9446e26d" member_type: VOTER last_known_addr { host: "127.17.204.62" port: 35645 } } peers { permanent_uuid: "89368deac9d949ccb0609e7c90bc88af" member_type: VOTER last_known_addr { host: "127.17.204.61" port: 35389 } } peers { permanent_uuid: "3e43d70cff754badb528f83658fd4b1f" member_type: VOTER last_known_addr { host: "127.17.204.60" port: 33967 } }
17:38:35.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:35.792866 19362 leader_election.cc:288] T 00000000000000000000000000000000 P 3e43d70cff754badb528f83658fd4b1f [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers be76aec1e782453bb186d86c9446e26d (127.17.204.62:35645), 89368deac9d949ccb0609e7c90bc88af (127.17.204.61:35389)
17:38:35.794 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:35.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:35.794422 19247 leader_election.cc:334] T 00000000000000000000000000000000 P 3e43d70cff754badb528f83658fd4b1f [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 89368deac9d949ccb0609e7c90bc88af (127.17.204.61:35389): Network error: Client connection negotiation failed: client connection to 127.17.204.61:35389: connect: Connection refused (error 111)
17:38:35.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:35.794574 19249 leader_election.cc:334] T 00000000000000000000000000000000 P 3e43d70cff754badb528f83658fd4b1f [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer be76aec1e782453bb186d86c9446e26d (127.17.204.62:35645): Network error: Client connection negotiation failed: client connection to 127.17.204.62:35645: connect: Connection refused (error 111)
17:38:35.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:35.794731 19249 leader_election.cc:302] T 00000000000000000000000000000000 P 3e43d70cff754badb528f83658fd4b1f [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 3e43d70cff754badb528f83658fd4b1f; no voters: 89368deac9d949ccb0609e7c90bc88af, be76aec1e782453bb186d86c9446e26d
17:38:35.795 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:35.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:35.795138 19362 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 3e43d70cff754badb528f83658fd4b1f [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
17:38:35.797 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:35.797 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:35.798 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:35.798 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:35.798 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:35.798 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:35.798 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:35.798 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:35.799 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:35.800 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:35.814 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:35.815 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:35.816 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:35.816 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:35.816 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:35.818 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:35.818 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:35.818 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:35.818 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:35.819 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=204), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [3ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [83ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [162ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [163ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [163ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [183ms] refreshing cache from master, [183ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [183ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [183ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [184ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [184ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [185ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [186ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [202ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [203ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [204ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [204ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, deferred=Deferred@2117051189(state=PENDING, result=null, callback=(continuation of Deferred@2114228397 after retry RPC after error@894163071) -> (continuation of Deferred@413917716 after retry RPC after error@455007295) -> (continuation of Deferred@1103476233 after retry RPC after error@715523694) -> (continuation of Deferred@1834678892 after retry RPC after error@13118684) -> (continuation of Deferred@1817290546 after retry RPC after error@1994283424) -> (continuation of Deferred@1290622093 after retry RPC after error@218251008) -> (continuation of Deferred@1812685221 after retry RPC after error@1746675421) -> (continuation of Deferred@1316183663 after retry RPC after error@1385534110), errback=(continuation of Deferred@2114228397 after retry RPC after error@894163071) -> (continuation of Deferred@413917716 after retry RPC after error@455007295) -> (continuation of Deferred@1103476233 after retry RPC after error@715523694) -> (continuation of Deferred@1834678892 after retry RPC after error@13118684) -> (continuation of Deferred@1817290546 after retry RPC after error@1994283424) -> (continuation of Deferred@1290622093 after retry RPC after error@218251008) -> (continuation of Deferred@1812685221 after retry RPC after error@1746675421) -> (continuation of Deferred@1316183663 after retry RPC after error@1385534110)))
17:38:35.819 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=204), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [3ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [83ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [162ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [163ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [163ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [183ms] refreshing cache from master, [183ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [183ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [183ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [184ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [184ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [185ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [186ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [202ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [203ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [204ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [204ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, deferred=Deferred@2117051189(state=PENDING, result=null, callback=(continuation of Deferred@2114228397 after retry RPC after error@894163071) -> (continuation of Deferred@413917716 after retry RPC after error@455007295) -> (continuation of Deferred@1103476233 after retry RPC after error@715523694) -> (continuation of Deferred@1834678892 after retry RPC after error@13118684) -> (continuation of Deferred@1817290546 after retry RPC after error@1994283424) -> (continuation of Deferred@1290622093 after retry RPC after error@218251008) -> (continuation of Deferred@1812685221 after retry RPC after error@1746675421) -> (continuation of Deferred@1316183663 after retry RPC after error@1385534110), errback=(continuation of Deferred@2114228397 after retry RPC after error@894163071) -> (continuation of Deferred@413917716 after retry RPC after error@455007295) -> (continuation of Deferred@1103476233 after retry RPC after error@715523694) -> (continuation of Deferred@1834678892 after retry RPC after error@13118684) -> (continuation of Deferred@1817290546 after retry RPC after error@1994283424) -> (continuation of Deferred@1290622093 after retry RPC after error@218251008) -> (continuation of Deferred@1812685221 after retry RPC after error@1746675421) -> (continuation of Deferred@1316183663 after retry RPC after error@1385534110)))
17:38:35.834 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:35.834 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:35.835 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:35.835 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:35.835 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:35.835 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:35.836 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:35.836 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:35.836 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:35.837 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:35.837 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:35.837 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:35.854 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:35.855 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:35.856 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:35.856 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:35.856 [INFO - pool-49-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:35.856 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:35.856 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:35.857 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:35.857 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:35.874 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:35.874 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:35.875 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:35.875 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:35.875 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:35.875 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:35.875 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:35.875 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:35.876 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:35.894 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:35.895 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:35.895 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:35.895 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:35.895 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:35.895 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:35.896 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:35.896 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:35.897 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:35.914 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:35.915 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:35.915 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:35.915 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:35.915 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:35.916 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:35.916 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:35.916 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:35.916 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:35.934 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:35.935 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:35.935 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:35.936 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:35.936 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:35.935 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:35.936 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:35.936 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:35.936 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:35.954 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:35.954 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:35.955 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:35.955 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:35.955 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:35.955 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:35.955 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:35.955 [INFO - pool-49-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:35.956 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:35.974 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:35.975 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:35.976 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:35.976 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:35.976 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:35.976 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:35.976 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:35.976 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:35.977 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:35.994 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:35.994 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:35.995 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:35.995 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:35.995 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:35.995 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:35.995 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:35.995 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:35.996 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:35.996 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [0ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [40ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [60ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [80ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [120ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [120ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [142ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [160ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [160ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@922673219(state=PENDING, result=null, callback=(continuation of Deferred@1074055973 after retry RPC after error@1274968317) -> (continuation of Deferred@1157605858 after retry RPC after error@88257990) -> (continuation of Deferred@1677269928 after retry RPC after error@1543028410) -> (continuation of Deferred@1651621022 after retry RPC after error@1913510291) -> (continuation of Deferred@1501739041 after retry RPC after error@1192349893) -> (continuation of Deferred@678105589 after retry RPC after error@875992106) -> (continuation of Deferred@2017030461 after retry RPC after error@837222663), errback=(continuation of Deferred@1074055973 after retry RPC after error@1274968317) -> (continuation of Deferred@1157605858 after retry RPC after error@88257990) -> (continuation of Deferred@1677269928 after retry RPC after error@1543028410) -> (continuation of Deferred@1651621022 after retry RPC after error@1913510291) -> (continuation of Deferred@1501739041 after retry RPC after error@1192349893) -> (continuation of Deferred@678105589 after retry RPC after error@875992106) -> (continuation of Deferred@2017030461 after retry RPC after error@837222663)))
17:38:35.997 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [0ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [40ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [60ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [80ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [120ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [120ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [142ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [160ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [160ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@922673219(state=PENDING, result=null, callback=(continuation of Deferred@1074055973 after retry RPC after error@1274968317) -> (continuation of Deferred@1157605858 after retry RPC after error@88257990) -> (continuation of Deferred@1677269928 after retry RPC after error@1543028410) -> (continuation of Deferred@1651621022 after retry RPC after error@1913510291) -> (continuation of Deferred@1501739041 after retry RPC after error@1192349893) -> (continuation of Deferred@678105589 after retry RPC after error@875992106) -> (continuation of Deferred@2017030461 after retry RPC after error@837222663), errback=(continuation of Deferred@1074055973 after retry RPC after error@1274968317) -> (continuation of Deferred@1157605858 after retry RPC after error@88257990) -> (continuation of Deferred@1677269928 after retry RPC after error@1543028410) -> (continuation of Deferred@1651621022 after retry RPC after error@1913510291) -> (continuation of Deferred@1501739041 after retry RPC after error@1192349893) -> (continuation of Deferred@678105589 after retry RPC after error@875992106) -> (continuation of Deferred@2017030461 after retry RPC after error@837222663)))
17:38:36.014 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:36.014 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:36.015 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:36.015 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:36.015 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:36.015 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:36.015 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:36.015 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:36.016 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:36.034 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:36.034 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:36.035 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:36.035 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:36.035 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:36.035 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:36.035 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:36.035 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:36.036 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:36.054 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:36.054 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:36.055 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:36.055 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:36.055 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:36.055 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:36.055 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:36.055 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:36.056 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:36.075 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:36.075 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:36.076 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:36.076 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:36.076 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:36.077 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:36.077 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:36.077 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:36.077 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:36.094 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:36.094 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:36.095 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:36.095 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:36.095 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:36.095 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:36.095 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:36.095 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:36.096 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:36.114 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:36.114 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:36.115 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:36.115 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:36.115 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:36.115 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:36.115 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:36.115 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:36.116 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:36.134 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:36.134 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:36.135 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:36.135 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:36.135 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:36.135 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:36.135 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:36.136 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:36.136 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:36.136 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:36.136 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:36.137 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:36.234 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:36.235 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:36.236 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:36.236 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:36.236 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:36.236 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:36.236 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:36.236 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:36.237 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:36.237 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [63ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [63ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [63ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [222ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [222ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [223ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@2060522363(state=PENDING, result=null, callback=(continuation of Deferred@1950983262 after retry RPC after error@221385518) -> (continuation of Deferred@1754190413 after retry RPC after error@448155372) -> (continuation of Deferred@593781424 after retry RPC after error@1053994641) -> (continuation of Deferred@542117820 after retry RPC after error@146404468) -> (continuation of Deferred@147355185 after retry RPC after error@600172447) -> (continuation of Deferred@63447476 after retry RPC after error@1150644205) -> (continuation of Deferred@254271664 after retry RPC after error@64100308), errback=(continuation of Deferred@1950983262 after retry RPC after error@221385518) -> (continuation of Deferred@1754190413 after retry RPC after error@448155372) -> (continuation of Deferred@593781424 after retry RPC after error@1053994641) -> (continuation of Deferred@542117820 after retry RPC after error@146404468) -> (continuation of Deferred@147355185 after retry RPC after error@600172447) -> (continuation of Deferred@63447476 after retry RPC after error@1150644205) -> (continuation of Deferred@254271664 after retry RPC after error@64100308)))
17:38:36.238 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [63ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [63ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [63ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [222ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [222ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [223ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@2060522363(state=PENDING, result=null, callback=(continuation of Deferred@1950983262 after retry RPC after error@221385518) -> (continuation of Deferred@1754190413 after retry RPC after error@448155372) -> (continuation of Deferred@593781424 after retry RPC after error@1053994641) -> (continuation of Deferred@542117820 after retry RPC after error@146404468) -> (continuation of Deferred@147355185 after retry RPC after error@600172447) -> (continuation of Deferred@63447476 after retry RPC after error@1150644205) -> (continuation of Deferred@254271664 after retry RPC after error@64100308), errback=(continuation of Deferred@1950983262 after retry RPC after error@221385518) -> (continuation of Deferred@1754190413 after retry RPC after error@448155372) -> (continuation of Deferred@593781424 after retry RPC after error@1053994641) -> (continuation of Deferred@542117820 after retry RPC after error@146404468) -> (continuation of Deferred@147355185 after retry RPC after error@600172447) -> (continuation of Deferred@63447476 after retry RPC after error@1150644205) -> (continuation of Deferred@254271664 after retry RPC after error@64100308)))
17:38:36.255 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:36.255 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:36.256 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:36.257 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:36.256 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:36.257 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:36.257 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:36.257 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:36.258 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:36.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:36.261792 18842 txn_status_manager.cc:1390] automatically aborted stale txn (ID 0) past 1.155s from last keepalive heartbeat (effective timeout is 1.000s)
17:38:36.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:36.263091 18887 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.17.204.62:35645)
17:38:36.274 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:36.274 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:36.275 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:36.275 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:36.275 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:36.275 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:36.275 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:36.275 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:36.276 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:36.294 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:36.294 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:36.295 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:36.295 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:36.295 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:36.295 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:36.295 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:36.295 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:36.296 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:36.314 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:36.315 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:36.315 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:36.315 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:36.315 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:36.315 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:36.316 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:36.316 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:36.316 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:36.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:36.318480 19384 raft_consensus.cc:482] T 00000000000000000000000000000000 P 3e43d70cff754badb528f83658fd4b1f [term 4 FOLLOWER]: Starting pre-election (detected failure of leader be76aec1e782453bb186d86c9446e26d)
17:38:36.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:36.318663 19384 raft_consensus.cc:504] T 00000000000000000000000000000000 P 3e43d70cff754badb528f83658fd4b1f [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be76aec1e782453bb186d86c9446e26d" member_type: VOTER last_known_addr { host: "127.17.204.62" port: 35645 } } peers { permanent_uuid: "89368deac9d949ccb0609e7c90bc88af" member_type: VOTER last_known_addr { host: "127.17.204.61" port: 35389 } } peers { permanent_uuid: "3e43d70cff754badb528f83658fd4b1f" member_type: VOTER last_known_addr { host: "127.17.204.60" port: 33967 } }
17:38:36.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:36.319339 19384 leader_election.cc:288] T 00000000000000000000000000000000 P 3e43d70cff754badb528f83658fd4b1f [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers be76aec1e782453bb186d86c9446e26d (127.17.204.62:35645), 89368deac9d949ccb0609e7c90bc88af (127.17.204.61:35389)
17:38:36.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:36.321456 19249 leader_election.cc:334] T 00000000000000000000000000000000 P 3e43d70cff754badb528f83658fd4b1f [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer be76aec1e782453bb186d86c9446e26d (127.17.204.62:35645): Network error: Client connection negotiation failed: client connection to 127.17.204.62:35645: connect: Connection refused (error 111)
17:38:36.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:36.321772 19247 leader_election.cc:334] T 00000000000000000000000000000000 P 3e43d70cff754badb528f83658fd4b1f [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 89368deac9d949ccb0609e7c90bc88af (127.17.204.61:35389): Network error: Client connection negotiation failed: client connection to 127.17.204.61:35389: connect: Connection refused (error 111)
17:38:36.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:36.321941 19247 leader_election.cc:302] T 00000000000000000000000000000000 P 3e43d70cff754badb528f83658fd4b1f [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 3e43d70cff754badb528f83658fd4b1f; no voters: 89368deac9d949ccb0609e7c90bc88af, be76aec1e782453bb186d86c9446e26d
17:38:36.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:36.322247 19384 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 3e43d70cff754badb528f83658fd4b1f [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
17:38:36.334 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:36.335 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:36.336 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:36.336 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:36.336 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:36.336 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:36.336 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:36.336 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:36.336 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:36.354 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:36.354 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:36.355 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:36.355 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:36.355 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:36.355 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:36.355 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:36.355 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:36.356 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:36.434 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:36.435 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:36.436 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:36.436 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:36.436 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:36.436 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:36.436 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:36.436 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:36.437 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:36.438 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [3ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [3ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [4ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [183ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@950132357(state=PENDING, result=null, callback=(continuation of Deferred@1052837306 after retry RPC after error@336541208) -> (continuation of Deferred@1516080641 after retry RPC after error@1816012345) -> (continuation of Deferred@1524896465 after retry RPC after error@934695011) -> (continuation of Deferred@19787026 after retry RPC after error@482282720) -> (continuation of Deferred@1723332412 after retry RPC after error@1669830337) -> (continuation of Deferred@229421790 after retry RPC after error@1762686855), errback=(continuation of Deferred@1052837306 after retry RPC after error@336541208) -> (continuation of Deferred@1516080641 after retry RPC after error@1816012345) -> (continuation of Deferred@1524896465 after retry RPC after error@934695011) -> (continuation of Deferred@19787026 after retry RPC after error@482282720) -> (continuation of Deferred@1723332412 after retry RPC after error@1669830337) -> (continuation of Deferred@229421790 after retry RPC after error@1762686855)))
17:38:36.439 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [3ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [3ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [4ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [183ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@950132357(state=PENDING, result=null, callback=(continuation of Deferred@1052837306 after retry RPC after error@336541208) -> (continuation of Deferred@1516080641 after retry RPC after error@1816012345) -> (continuation of Deferred@1524896465 after retry RPC after error@934695011) -> (continuation of Deferred@19787026 after retry RPC after error@482282720) -> (continuation of Deferred@1723332412 after retry RPC after error@1669830337) -> (continuation of Deferred@229421790 after retry RPC after error@1762686855), errback=(continuation of Deferred@1052837306 after retry RPC after error@336541208) -> (continuation of Deferred@1516080641 after retry RPC after error@1816012345) -> (continuation of Deferred@1524896465 after retry RPC after error@934695011) -> (continuation of Deferred@19787026 after retry RPC after error@482282720) -> (continuation of Deferred@1723332412 after retry RPC after error@1669830337) -> (continuation of Deferred@229421790 after retry RPC after error@1762686855)))
17:38:36.454 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:36.455 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:36.456 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:36.456 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:36.456 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:36.456 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:36.456 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:36.456 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:36.457 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:36.475 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:36.475 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:36.476 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:36.476 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:36.476 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:36.476 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:36.476 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:36.476 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:36.477 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:36.494 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:36.494 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:36.495 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:36.495 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:36.495 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:36.495 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:36.495 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:36.495 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:36.496 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:36.514 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:36.514 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:36.515 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:36.515 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:36.515 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:36.515 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:36.515 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:36.516 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:36.516 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:36.534 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:36.535 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:36.535 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:36.536 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:36.536 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:36.536 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:36.536 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:36.536 [INFO - pool-49-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:36.536 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:36.554 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:36.555 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:36.556 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:36.556 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:36.556 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:36.557 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:36.557 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:36.557 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:36.557 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:36.574 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:36.575 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:36.575 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:36.575 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:36.575 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:36.576 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:36.576 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:36.576 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:36.577 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:36.634 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:36.635 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:36.635 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:36.635 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:36.636 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:36.636 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:36.636 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:36.636 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:36.636 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:36.637 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [3ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [179ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@1063471250(state=PENDING, result=null, callback=(continuation of Deferred@1394791051 after retry RPC after error@803185745) -> (continuation of Deferred@31439335 after retry RPC after error@610096790) -> (continuation of Deferred@1638821404 after retry RPC after error@855749460) -> (continuation of Deferred@1332552786 after retry RPC after error@21635791) -> (continuation of Deferred@327574132 after retry RPC after error@757332035) -> (continuation of Deferred@189404673 after retry RPC after error@1539703293), errback=(continuation of Deferred@1394791051 after retry RPC after error@803185745) -> (continuation of Deferred@31439335 after retry RPC after error@610096790) -> (continuation of Deferred@1638821404 after retry RPC after error@855749460) -> (continuation of Deferred@1332552786 after retry RPC after error@21635791) -> (continuation of Deferred@327574132 after retry RPC after error@757332035) -> (continuation of Deferred@189404673 after retry RPC after error@1539703293)))
17:38:36.637 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [3ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [179ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@1063471250(state=PENDING, result=null, callback=(continuation of Deferred@1394791051 after retry RPC after error@803185745) -> (continuation of Deferred@31439335 after retry RPC after error@610096790) -> (continuation of Deferred@1638821404 after retry RPC after error@855749460) -> (continuation of Deferred@1332552786 after retry RPC after error@21635791) -> (continuation of Deferred@327574132 after retry RPC after error@757332035) -> (continuation of Deferred@189404673 after retry RPC after error@1539703293), errback=(continuation of Deferred@1394791051 after retry RPC after error@803185745) -> (continuation of Deferred@31439335 after retry RPC after error@610096790) -> (continuation of Deferred@1638821404 after retry RPC after error@855749460) -> (continuation of Deferred@1332552786 after retry RPC after error@21635791) -> (continuation of Deferred@327574132 after retry RPC after error@757332035) -> (continuation of Deferred@189404673 after retry RPC after error@1539703293)))
17:38:36.654 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:36.655 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:36.656 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:36.656 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:36.656 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:36.656 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:36.656 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:36.656 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:36.657 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:36.675 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:36.675 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:36.676 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:36.676 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:36.676 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:36.676 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:36.676 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:36.676 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:36.677 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:36.694 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:36.694 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:36.695 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:36.695 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:36.695 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:36.695 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:36.695 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:36.695 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:36.696 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:36.714 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:36.714 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:36.715 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:36.715 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:36.715 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:36.715 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:36.715 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:36.715 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:36.717 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:36.734 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:36.734 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:36.735 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:36.735 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:36.735 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:36.735 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:36.735 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:36.735 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:36.736 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:36.754 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:36.755 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:36.756 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:36.756 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:36.756 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:36.757 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:36.757 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:36.757 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:36.757 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:36.814 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:36.814 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:36.815 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:36.815 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:36.815 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:36.815 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:36.815 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:36.816 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:36.817 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:36.817 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [23ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [103ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [103ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [103ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [163ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, deferred=Deferred@1925761024(state=PENDING, result=null, callback=(continuation of Deferred@1551418775 after retry RPC after error@229342272) -> (continuation of Deferred@644709493 after retry RPC after error@307308656) -> (continuation of Deferred@144638928 after retry RPC after error@1585457151) -> (continuation of Deferred@331572878 after retry RPC after error@139124270) -> (continuation of Deferred@2025573748 after retry RPC after error@668709443) -> (continuation of Deferred@790910752 after retry RPC after error@1900103492), errback=(continuation of Deferred@1551418775 after retry RPC after error@229342272) -> (continuation of Deferred@644709493 after retry RPC after error@307308656) -> (continuation of Deferred@144638928 after retry RPC after error@1585457151) -> (continuation of Deferred@331572878 after retry RPC after error@139124270) -> (continuation of Deferred@2025573748 after retry RPC after error@668709443) -> (continuation of Deferred@790910752 after retry RPC after error@1900103492)))
17:38:36.818 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [23ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [103ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [103ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [103ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [163ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, deferred=Deferred@1925761024(state=PENDING, result=null, callback=(continuation of Deferred@1551418775 after retry RPC after error@229342272) -> (continuation of Deferred@644709493 after retry RPC after error@307308656) -> (continuation of Deferred@144638928 after retry RPC after error@1585457151) -> (continuation of Deferred@331572878 after retry RPC after error@139124270) -> (continuation of Deferred@2025573748 after retry RPC after error@668709443) -> (continuation of Deferred@790910752 after retry RPC after error@1900103492), errback=(continuation of Deferred@1551418775 after retry RPC after error@229342272) -> (continuation of Deferred@644709493 after retry RPC after error@307308656) -> (continuation of Deferred@144638928 after retry RPC after error@1585457151) -> (continuation of Deferred@331572878 after retry RPC after error@139124270) -> (continuation of Deferred@2025573748 after retry RPC after error@668709443) -> (continuation of Deferred@790910752 after retry RPC after error@1900103492)))
17:38:36.834 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:36.835 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:36.835 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:36.835 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:36.836 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:36.836 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:36.836 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:36.836 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:36.838 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:36.854 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:36.855 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:36.855 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:36.855 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:36.855 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:36.855 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:36.856 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:36.856 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:36.856 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:36.874 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:36.875 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:36.876 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:36.876 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:36.876 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:36.876 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:36.876 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:36.876 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:36.877 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:36.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:36.880017 19390 raft_consensus.cc:482] T 00000000000000000000000000000000 P 3e43d70cff754badb528f83658fd4b1f [term 4 FOLLOWER]: Starting pre-election (detected failure of leader be76aec1e782453bb186d86c9446e26d)
17:38:36.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:36.880249 19390 raft_consensus.cc:504] T 00000000000000000000000000000000 P 3e43d70cff754badb528f83658fd4b1f [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be76aec1e782453bb186d86c9446e26d" member_type: VOTER last_known_addr { host: "127.17.204.62" port: 35645 } } peers { permanent_uuid: "89368deac9d949ccb0609e7c90bc88af" member_type: VOTER last_known_addr { host: "127.17.204.61" port: 35389 } } peers { permanent_uuid: "3e43d70cff754badb528f83658fd4b1f" member_type: VOTER last_known_addr { host: "127.17.204.60" port: 33967 } }
17:38:36.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:36.881011 19390 leader_election.cc:288] T 00000000000000000000000000000000 P 3e43d70cff754badb528f83658fd4b1f [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers be76aec1e782453bb186d86c9446e26d (127.17.204.62:35645), 89368deac9d949ccb0609e7c90bc88af (127.17.204.61:35389)
17:38:36.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:36.883029 19249 leader_election.cc:334] T 00000000000000000000000000000000 P 3e43d70cff754badb528f83658fd4b1f [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer be76aec1e782453bb186d86c9446e26d (127.17.204.62:35645): Network error: Client connection negotiation failed: client connection to 127.17.204.62:35645: connect: Connection refused (error 111)
17:38:36.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:36.883211 19247 leader_election.cc:334] T 00000000000000000000000000000000 P 3e43d70cff754badb528f83658fd4b1f [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 89368deac9d949ccb0609e7c90bc88af (127.17.204.61:35389): Network error: Client connection negotiation failed: client connection to 127.17.204.61:35389: connect: Connection refused (error 111)
17:38:36.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:36.883347 19247 leader_election.cc:302] T 00000000000000000000000000000000 P 3e43d70cff754badb528f83658fd4b1f [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 3e43d70cff754badb528f83658fd4b1f; no voters: 89368deac9d949ccb0609e7c90bc88af, be76aec1e782453bb186d86c9446e26d
17:38:36.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:36.883615 19390 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 3e43d70cff754badb528f83658fd4b1f [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
17:38:36.895 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:36.895 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:36.896 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:36.896 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:36.896 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:36.896 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:36.896 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:36.896 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:36.897 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:36.914 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:36.915 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:36.915 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:36.915 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:36.915 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:36.916 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:36.916 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:36.916 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:36.917 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:36.934 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:36.935 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:36.935 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:36.935 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:36.935 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:36.936 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:36.936 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:36.936 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:36.936 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:36.974 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:36.974 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:36.975 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:36.975 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:36.975 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:36.975 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:36.975 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:36.975 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:36.976 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:37.014 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:37.015 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:37.015 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:37.015 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:37.015 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:37.015 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:37.016 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:37.016 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:37.016 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:37.017 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [4ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [83ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [142ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@2034170703(state=PENDING, result=null, callback=(continuation of Deferred@35037914 after retry RPC after error@501963931) -> (continuation of Deferred@1926260032 after retry RPC after error@2092571862) -> (continuation of Deferred@1267556841 after retry RPC after error@205906823) -> (continuation of Deferred@2110680362 after retry RPC after error@1363051241) -> (continuation of Deferred@1906057998 after retry RPC after error@1382461281) -> (continuation of Deferred@1548693306 after retry RPC after error@2042873744) -> (continuation of Deferred@1775702005 after retry RPC after error@237877257), errback=(continuation of Deferred@35037914 after retry RPC after error@501963931) -> (continuation of Deferred@1926260032 after retry RPC after error@2092571862) -> (continuation of Deferred@1267556841 after retry RPC after error@205906823) -> (continuation of Deferred@2110680362 after retry RPC after error@1363051241) -> (continuation of Deferred@1906057998 after retry RPC after error@1382461281) -> (continuation of Deferred@1548693306 after retry RPC after error@2042873744) -> (continuation of Deferred@1775702005 after retry RPC after error@237877257)))
17:38:37.018 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [4ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [83ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [142ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@2034170703(state=PENDING, result=null, callback=(continuation of Deferred@35037914 after retry RPC after error@501963931) -> (continuation of Deferred@1926260032 after retry RPC after error@2092571862) -> (continuation of Deferred@1267556841 after retry RPC after error@205906823) -> (continuation of Deferred@2110680362 after retry RPC after error@1363051241) -> (continuation of Deferred@1906057998 after retry RPC after error@1382461281) -> (continuation of Deferred@1548693306 after retry RPC after error@2042873744) -> (continuation of Deferred@1775702005 after retry RPC after error@237877257), errback=(continuation of Deferred@35037914 after retry RPC after error@501963931) -> (continuation of Deferred@1926260032 after retry RPC after error@2092571862) -> (continuation of Deferred@1267556841 after retry RPC after error@205906823) -> (continuation of Deferred@2110680362 after retry RPC after error@1363051241) -> (continuation of Deferred@1906057998 after retry RPC after error@1382461281) -> (continuation of Deferred@1548693306 after retry RPC after error@2042873744) -> (continuation of Deferred@1775702005 after retry RPC after error@237877257)))
17:38:37.034 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:37.035 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:37.035 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:37.035 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:37.035 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:37.035 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:37.036 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:37.036 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:37.036 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:37.054 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:37.055 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:37.055 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:37.055 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:37.055 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:37.056 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:37.056 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:37.056 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:37.057 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:37.074 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:37.075 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:37.076 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:37.076 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:37.076 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:37.076 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:37.076 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:37.076 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:37.077 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:37.094 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:37.094 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:37.095 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:37.095 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:37.095 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:37.095 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:37.095 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:37.095 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:37.095 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:37.115 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:37.115 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:37.116 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:37.116 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:37.116 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:37.116 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:37.116 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:37.116 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:37.117 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:37.154 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:37.154 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:37.155 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:37.155 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:37.155 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:37.155 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:37.155 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:37.156 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:37.156 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:37.174 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:37.174 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:37.175 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:37.175 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:37.175 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:37.175 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:37.176 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:37.176 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:37.177 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:37.214 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:37.216 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:37.216 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:37.216 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:37.216 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:37.216 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:37.216 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:37.217 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:37.218 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:37.218 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [43ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [83ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [142ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [142ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [183ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [184ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [184ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@201015021(state=PENDING, result=null, callback=(continuation of Deferred@897591223 after retry RPC after error@2095275764) -> (continuation of Deferred@864682602 after retry RPC after error@1632919200) -> (continuation of Deferred@1432182946 after retry RPC after error@858750979) -> (continuation of Deferred@1356156254 after retry RPC after error@322418874) -> (continuation of Deferred@768709134 after retry RPC after error@1655779375) -> (continuation of Deferred@418655898 after retry RPC after error@917026646) -> (continuation of Deferred@398983791 after retry RPC after error@2090035441), errback=(continuation of Deferred@897591223 after retry RPC after error@2095275764) -> (continuation of Deferred@864682602 after retry RPC after error@1632919200) -> (continuation of Deferred@1432182946 after retry RPC after error@858750979) -> (continuation of Deferred@1356156254 after retry RPC after error@322418874) -> (continuation of Deferred@768709134 after retry RPC after error@1655779375) -> (continuation of Deferred@418655898 after retry RPC after error@917026646) -> (continuation of Deferred@398983791 after retry RPC after error@2090035441)))
17:38:37.219 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [43ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [83ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [142ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [142ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [183ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [184ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [184ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@201015021(state=PENDING, result=null, callback=(continuation of Deferred@897591223 after retry RPC after error@2095275764) -> (continuation of Deferred@864682602 after retry RPC after error@1632919200) -> (continuation of Deferred@1432182946 after retry RPC after error@858750979) -> (continuation of Deferred@1356156254 after retry RPC after error@322418874) -> (continuation of Deferred@768709134 after retry RPC after error@1655779375) -> (continuation of Deferred@418655898 after retry RPC after error@917026646) -> (continuation of Deferred@398983791 after retry RPC after error@2090035441), errback=(continuation of Deferred@897591223 after retry RPC after error@2095275764) -> (continuation of Deferred@864682602 after retry RPC after error@1632919200) -> (continuation of Deferred@1432182946 after retry RPC after error@858750979) -> (continuation of Deferred@1356156254 after retry RPC after error@322418874) -> (continuation of Deferred@768709134 after retry RPC after error@1655779375) -> (continuation of Deferred@418655898 after retry RPC after error@917026646) -> (continuation of Deferred@398983791 after retry RPC after error@2090035441)))
17:38:37.234 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:37.235 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:37.235 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:37.235 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:37.235 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:37.235 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:37.235 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:37.235 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:37.236 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:37.254 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:37.255 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:37.255 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:37.255 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:37.255 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:37.255 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:37.255 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:37.255 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:37.256 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:37.274 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:37.275 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:37.275 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:37.275 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:37.275 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:37.276 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:37.276 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:37.276 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:37.276 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:37.294 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:37.295 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:37.295 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:37.295 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:37.295 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:37.296 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:37.296 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:37.296 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:37.296 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:37.314 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:37.315 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:37.315 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:37.316 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:37.316 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:37.316 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:37.316 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:37.316 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:37.317 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:37.355 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:37.355 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:37.356 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:37.356 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:37.356 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:37.356 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:37.356 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:37.356 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:37.357 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:37.434 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:37.434 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:37.435 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:37.435 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:37.435 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:37.435 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:37.435 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:37.435 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:37.436 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:37.445 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [83ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [201ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [201ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [202ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@1221585886(state=PENDING, result=null, callback=(continuation of Deferred@1458617178 after retry RPC after error@1621283803) -> (continuation of Deferred@1372507200 after retry RPC after error@1718111420) -> (continuation of Deferred@898695488 after retry RPC after error@1130045474) -> (continuation of Deferred@1691371717 after retry RPC after error@1090118991) -> (continuation of Deferred@2103408401 after retry RPC after error@1738478248) -> (continuation of Deferred@32504062 after retry RPC after error@246658577), errback=(continuation of Deferred@1458617178 after retry RPC after error@1621283803) -> (continuation of Deferred@1372507200 after retry RPC after error@1718111420) -> (continuation of Deferred@898695488 after retry RPC after error@1130045474) -> (continuation of Deferred@1691371717 after retry RPC after error@1090118991) -> (continuation of Deferred@2103408401 after retry RPC after error@1738478248) -> (continuation of Deferred@32504062 after retry RPC after error@246658577)))
17:38:37.445 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [83ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [201ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [201ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [202ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@1221585886(state=PENDING, result=null, callback=(continuation of Deferred@1458617178 after retry RPC after error@1621283803) -> (continuation of Deferred@1372507200 after retry RPC after error@1718111420) -> (continuation of Deferred@898695488 after retry RPC after error@1130045474) -> (continuation of Deferred@1691371717 after retry RPC after error@1090118991) -> (continuation of Deferred@2103408401 after retry RPC after error@1738478248) -> (continuation of Deferred@32504062 after retry RPC after error@246658577), errback=(continuation of Deferred@1458617178 after retry RPC after error@1621283803) -> (continuation of Deferred@1372507200 after retry RPC after error@1718111420) -> (continuation of Deferred@898695488 after retry RPC after error@1130045474) -> (continuation of Deferred@1691371717 after retry RPC after error@1090118991) -> (continuation of Deferred@2103408401 after retry RPC after error@1738478248) -> (continuation of Deferred@32504062 after retry RPC after error@246658577)))
17:38:37.454 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:37.454 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:37.455 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:37.455 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:37.455 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:37.455 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:37.455 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:37.455 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:37.456 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:37.474 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:37.474 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:37.475 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:37.475 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:37.475 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:37.475 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:37.475 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:37.475 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:37.476 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:37.495 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:37.495 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:37.496 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:37.496 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:37.496 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:37.497 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:37.497 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:37.497 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:37.497 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:37.514 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:37.514 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:37.515 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:37.515 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:37.515 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:37.515 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:37.515 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:37.515 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:37.516 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:37.534 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:37.534 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:37.535 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:37.535 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:37.535 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:37.535 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:37.535 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:37.535 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:37.536 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:37.574 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:37.574 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:37.575 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:37.575 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:37.575 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:37.575 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:37.575 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:37.575 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:37.576 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:37.634 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:37.635 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:37.635 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:37.635 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:37.635 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:37.635 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:37.636 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:37.636 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:37.637 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:37.674 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:37.675 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:37.675 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:37.676 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:37.676 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:37.676 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:37.676 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:37.676 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:37.677 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:37.677 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [43ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [43ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [43ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [222ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [222ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [223ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@336977583(state=PENDING, result=null, callback=(continuation of Deferred@779159567 after retry RPC after error@611130549) -> (continuation of Deferred@796788945 after retry RPC after error@354704183) -> (continuation of Deferred@858986732 after retry RPC after error@2146902667) -> (continuation of Deferred@546346276 after retry RPC after error@391811042) -> (continuation of Deferred@1006961053 after retry RPC after error@2048954348) -> (continuation of Deferred@1589447737 after retry RPC after error@492547475) -> (continuation of Deferred@163991116 after retry RPC after error@2011688823), errback=(continuation of Deferred@779159567 after retry RPC after error@611130549) -> (continuation of Deferred@796788945 after retry RPC after error@354704183) -> (continuation of Deferred@858986732 after retry RPC after error@2146902667) -> (continuation of Deferred@546346276 after retry RPC after error@391811042) -> (continuation of Deferred@1006961053 after retry RPC after error@2048954348) -> (continuation of Deferred@1589447737 after retry RPC after error@492547475) -> (continuation of Deferred@163991116 after retry RPC after error@2011688823)))
17:38:37.678 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [43ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [43ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [43ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [222ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [222ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [223ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@336977583(state=PENDING, result=null, callback=(continuation of Deferred@779159567 after retry RPC after error@611130549) -> (continuation of Deferred@796788945 after retry RPC after error@354704183) -> (continuation of Deferred@858986732 after retry RPC after error@2146902667) -> (continuation of Deferred@546346276 after retry RPC after error@391811042) -> (continuation of Deferred@1006961053 after retry RPC after error@2048954348) -> (continuation of Deferred@1589447737 after retry RPC after error@492547475) -> (continuation of Deferred@163991116 after retry RPC after error@2011688823), errback=(continuation of Deferred@779159567 after retry RPC after error@611130549) -> (continuation of Deferred@796788945 after retry RPC after error@354704183) -> (continuation of Deferred@858986732 after retry RPC after error@2146902667) -> (continuation of Deferred@546346276 after retry RPC after error@391811042) -> (continuation of Deferred@1006961053 after retry RPC after error@2048954348) -> (continuation of Deferred@1589447737 after retry RPC after error@492547475) -> (continuation of Deferred@163991116 after retry RPC after error@2011688823)))
17:38:37.694 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:37.695 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:37.695 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:37.695 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:37.695 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:37.695 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:37.696 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:37.696 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:37.696 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:37.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:37.711306 19396 raft_consensus.cc:482] T 00000000000000000000000000000000 P 3e43d70cff754badb528f83658fd4b1f [term 4 FOLLOWER]: Starting pre-election (detected failure of leader be76aec1e782453bb186d86c9446e26d)
17:38:37.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:37.711549 19396 raft_consensus.cc:504] T 00000000000000000000000000000000 P 3e43d70cff754badb528f83658fd4b1f [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be76aec1e782453bb186d86c9446e26d" member_type: VOTER last_known_addr { host: "127.17.204.62" port: 35645 } } peers { permanent_uuid: "89368deac9d949ccb0609e7c90bc88af" member_type: VOTER last_known_addr { host: "127.17.204.61" port: 35389 } } peers { permanent_uuid: "3e43d70cff754badb528f83658fd4b1f" member_type: VOTER last_known_addr { host: "127.17.204.60" port: 33967 } }
17:38:37.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:37.712199 19396 leader_election.cc:288] T 00000000000000000000000000000000 P 3e43d70cff754badb528f83658fd4b1f [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers be76aec1e782453bb186d86c9446e26d (127.17.204.62:35645), 89368deac9d949ccb0609e7c90bc88af (127.17.204.61:35389)
17:38:37.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:37.714318 19249 leader_election.cc:334] T 00000000000000000000000000000000 P 3e43d70cff754badb528f83658fd4b1f [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer be76aec1e782453bb186d86c9446e26d (127.17.204.62:35645): Network error: Client connection negotiation failed: client connection to 127.17.204.62:35645: connect: Connection refused (error 111)
17:38:37.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:37.714541 19247 leader_election.cc:334] T 00000000000000000000000000000000 P 3e43d70cff754badb528f83658fd4b1f [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 89368deac9d949ccb0609e7c90bc88af (127.17.204.61:35389): Network error: Client connection negotiation failed: client connection to 127.17.204.61:35389: connect: Connection refused (error 111)
17:38:37.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:37.714665 19247 leader_election.cc:302] T 00000000000000000000000000000000 P 3e43d70cff754badb528f83658fd4b1f [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 3e43d70cff754badb528f83658fd4b1f; no voters: 89368deac9d949ccb0609e7c90bc88af, be76aec1e782453bb186d86c9446e26d
17:38:37.714 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:37.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:37.714942 19396 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 3e43d70cff754badb528f83658fd4b1f [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
17:38:37.715 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:37.715 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:37.716 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:37.716 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:37.716 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:37.716 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:37.716 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:37.717 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:37.735 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:37.735 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:37.736 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:37.736 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:37.736 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:37.736 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:37.736 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:37.736 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:37.737 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:37.754 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:37.754 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:37.755 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:37.755 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:37.755 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:37.755 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:37.755 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:37.755 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:37.756 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:37.774 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:37.774 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:37.775 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:37.775 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:37.775 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:37.775 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:37.775 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:37.775 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:37.776 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:37.794 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:37.794 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:37.795 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:37.795 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:37.795 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:37.795 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:37.795 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:37.795 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:37.796 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:37.854 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:37.854 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:37.855 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:37.855 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:37.855 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:37.855 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:37.855 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:37.856 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:37.856 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:37.914 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:37.915 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:37.915 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:37.915 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:37.916 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:37.916 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:37.916 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:37.916 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:37.917 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:37.917 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [23ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [43ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [162ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [221ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [222ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [223ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, deferred=Deferred@1886833647(state=PENDING, result=null, callback=(continuation of Deferred@226474962 after retry RPC after error@1536236031) -> (continuation of Deferred@977049644 after retry RPC after error@2085819703) -> (continuation of Deferred@201490500 after retry RPC after error@1603223258) -> (continuation of Deferred@19669247 after retry RPC after error@1706190656) -> (continuation of Deferred@2108349202 after retry RPC after error@1534415763) -> (continuation of Deferred@1002351578 after retry RPC after error@1296061322) -> (continuation of Deferred@1721332603 after retry RPC after error@394354160), errback=(continuation of Deferred@226474962 after retry RPC after error@1536236031) -> (continuation of Deferred@977049644 after retry RPC after error@2085819703) -> (continuation of Deferred@201490500 after retry RPC after error@1603223258) -> (continuation of Deferred@19669247 after retry RPC after error@1706190656) -> (continuation of Deferred@2108349202 after retry RPC after error@1534415763) -> (continuation of Deferred@1002351578 after retry RPC after error@1296061322) -> (continuation of Deferred@1721332603 after retry RPC after error@394354160)))
17:38:37.918 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [23ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [43ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [162ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [221ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [222ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [223ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, deferred=Deferred@1886833647(state=PENDING, result=null, callback=(continuation of Deferred@226474962 after retry RPC after error@1536236031) -> (continuation of Deferred@977049644 after retry RPC after error@2085819703) -> (continuation of Deferred@201490500 after retry RPC after error@1603223258) -> (continuation of Deferred@19669247 after retry RPC after error@1706190656) -> (continuation of Deferred@2108349202 after retry RPC after error@1534415763) -> (continuation of Deferred@1002351578 after retry RPC after error@1296061322) -> (continuation of Deferred@1721332603 after retry RPC after error@394354160), errback=(continuation of Deferred@226474962 after retry RPC after error@1536236031) -> (continuation of Deferred@977049644 after retry RPC after error@2085819703) -> (continuation of Deferred@201490500 after retry RPC after error@1603223258) -> (continuation of Deferred@19669247 after retry RPC after error@1706190656) -> (continuation of Deferred@2108349202 after retry RPC after error@1534415763) -> (continuation of Deferred@1002351578 after retry RPC after error@1296061322) -> (continuation of Deferred@1721332603 after retry RPC after error@394354160)))
17:38:37.934 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:37.935 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:37.935 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:37.935 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:37.935 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:37.935 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:37.935 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:37.936 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:37.936 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:37.954 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:37.955 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:37.955 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:37.955 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:37.956 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:37.956 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:37.956 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:37.956 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:37.956 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:37.974 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:37.975 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:37.975 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:37.975 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:37.975 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:37.975 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:37.975 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:37.975 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:37.976 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:37.994 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:37.994 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:37.995 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:37.995 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:37.995 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:37.995 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:37.995 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:37.995 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:37.996 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:38.014 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:38.014 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:38.015 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:38.015 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:38.015 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:38.015 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:38.015 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:38.015 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:38.016 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:38.034 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:38.034 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:38.034 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:38.035 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:38.035 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:38.035 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:38.035 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:38.035 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:38.036 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:38.054 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:38.055 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:38.055 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:38.055 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:38.055 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:38.056 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:38.056 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:38.056 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:38.057 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:38.114 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:38.114 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:38.115 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:38.115 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:38.115 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:38.115 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:38.115 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:38.115 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:38.116 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:38.116 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [179ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@648996794(state=PENDING, result=null, callback=(continuation of Deferred@25293092 after retry RPC after error@1190393011) -> (continuation of Deferred@1253179332 after retry RPC after error@460538399) -> (continuation of Deferred@368412804 after retry RPC after error@1291497701) -> (continuation of Deferred@166734177 after retry RPC after error@143847930) -> (continuation of Deferred@832235972 after retry RPC after error@679352970) -> (continuation of Deferred@541951429 after retry RPC after error@1070574871) -> (continuation of Deferred@1501411299 after retry RPC after error@17783820), errback=(continuation of Deferred@25293092 after retry RPC after error@1190393011) -> (continuation of Deferred@1253179332 after retry RPC after error@460538399) -> (continuation of Deferred@368412804 after retry RPC after error@1291497701) -> (continuation of Deferred@166734177 after retry RPC after error@143847930) -> (continuation of Deferred@832235972 after retry RPC after error@679352970) -> (continuation of Deferred@541951429 after retry RPC after error@1070574871) -> (continuation of Deferred@1501411299 after retry RPC after error@17783820)))
17:38:38.117 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [179ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@648996794(state=PENDING, result=null, callback=(continuation of Deferred@25293092 after retry RPC after error@1190393011) -> (continuation of Deferred@1253179332 after retry RPC after error@460538399) -> (continuation of Deferred@368412804 after retry RPC after error@1291497701) -> (continuation of Deferred@166734177 after retry RPC after error@143847930) -> (continuation of Deferred@832235972 after retry RPC after error@679352970) -> (continuation of Deferred@541951429 after retry RPC after error@1070574871) -> (continuation of Deferred@1501411299 after retry RPC after error@17783820), errback=(continuation of Deferred@25293092 after retry RPC after error@1190393011) -> (continuation of Deferred@1253179332 after retry RPC after error@460538399) -> (continuation of Deferred@368412804 after retry RPC after error@1291497701) -> (continuation of Deferred@166734177 after retry RPC after error@143847930) -> (continuation of Deferred@832235972 after retry RPC after error@679352970) -> (continuation of Deferred@541951429 after retry RPC after error@1070574871) -> (continuation of Deferred@1501411299 after retry RPC after error@17783820)))
17:38:38.135 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:38.135 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:38.136 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:38.136 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:38.136 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:38.136 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:38.136 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:38.136 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:38.137 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:38.154 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:38.155 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:38.155 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:38.155 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:38.156 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:38.156 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:38.156 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:38.156 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:38.156 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:38.175 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:38.175 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:38.176 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:38.176 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:38.176 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:38.176 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:38.176 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:38.176 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:38.177 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:38.194 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:38.194 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:38.195 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:38.195 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:38.195 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:38.195 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:38.195 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:38.195 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:38.196 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:38.214 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:38.214 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:38.215 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:38.215 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:38.215 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:38.215 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:38.215 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:38.215 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:38.216 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:38.234 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:38.235 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:38.235 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:38.235 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:38.235 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:38.235 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:38.236 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:38.236 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:38.236 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:38.294 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:38.295 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:38.295 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:38.296 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:38.296 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:38.296 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:38.296 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:38.296 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:38.297 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:38.394 [DEBUG - pool-49-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [43ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [162ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [162ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [163ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@1602880225(state=PENDING, result=null, callback=(continuation of Deferred@876316706 after retry RPC after error@644128177) -> (continuation of Deferred@1676309658 after retry RPC after error@1828257548) -> (continuation of Deferred@74059817 after retry RPC after error@107060224) -> (continuation of Deferred@916420338 after retry RPC after error@490012594) -> (continuation of Deferred@1225477989 after retry RPC after error@1132481496) -> (continuation of Deferred@249929148 after retry RPC after error@882256573) -> (continuation of Deferred@661994285 after retry RPC after error@1718254224), errback=(continuation of Deferred@876316706 after retry RPC after error@644128177) -> (continuation of Deferred@1676309658 after retry RPC after error@1828257548) -> (continuation of Deferred@74059817 after retry RPC after error@107060224) -> (continuation of Deferred@916420338 after retry RPC after error@490012594) -> (continuation of Deferred@1225477989 after retry RPC after error@1132481496) -> (continuation of Deferred@249929148 after retry RPC after error@882256573) -> (continuation of Deferred@661994285 after retry RPC after error@1718254224)))
17:38:38.395 [WARN - pool-49-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
17:38:38.414 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:38.415 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:38.415 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:38.415 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:38.415 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:38.416 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:38.416 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:38.416 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:38.416 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:38.416 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:38.416 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:38.417 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:38.434 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:38.435 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:38.435 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:38.435 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:38.435 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:38.435 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:38.436 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:38.436 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:38.437 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:38.454 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:38.455 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:38.455 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:38.455 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:38.455 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:38.456 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:38.456 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:38.456 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:38.457 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:38.474 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:38.475 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:38.475 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:38.476 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:38.476 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:38.476 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:38.476 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:38.476 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:38.476 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:38.494 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:38.495 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:38.496 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:38.496 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:38.496 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:38.496 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:38.496 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:38.496 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:38.497 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:38.514 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:38.515 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:38.515 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:38.515 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:38.515 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:38.515 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:38.515 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:38.516 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:38.516 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:38.574 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:38.575 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:38.575 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:38.575 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:38.576 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:38.576 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:38.576 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:38.576 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:38.577 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:38.634 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:38.634 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:38.635 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:38.635 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:38.635 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:38.635 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:38.635 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:38.635 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:38.636 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:38.637 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [20ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [100ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [162ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [220ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [220ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [221ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@1262232070(state=PENDING, result=null, callback=(continuation of Deferred@38308125 after retry RPC after error@912498706) -> (continuation of Deferred@1197212240 after retry RPC after error@1834628271) -> (continuation of Deferred@731666552 after retry RPC after error@5512745) -> (continuation of Deferred@666751729 after retry RPC after error@469661157) -> (continuation of Deferred@1390981498 after retry RPC after error@1928153176) -> (continuation of Deferred@999171758 after retry RPC after error@1396129127) -> (continuation of Deferred@1145255194 after retry RPC after error@1551112770), errback=(continuation of Deferred@38308125 after retry RPC after error@912498706) -> (continuation of Deferred@1197212240 after retry RPC after error@1834628271) -> (continuation of Deferred@731666552 after retry RPC after error@5512745) -> (continuation of Deferred@666751729 after retry RPC after error@469661157) -> (continuation of Deferred@1390981498 after retry RPC after error@1928153176) -> (continuation of Deferred@999171758 after retry RPC after error@1396129127) -> (continuation of Deferred@1145255194 after retry RPC after error@1551112770)))
17:38:38.637 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [20ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [100ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [162ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [220ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [220ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [221ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@1262232070(state=PENDING, result=null, callback=(continuation of Deferred@38308125 after retry RPC after error@912498706) -> (continuation of Deferred@1197212240 after retry RPC after error@1834628271) -> (continuation of Deferred@731666552 after retry RPC after error@5512745) -> (continuation of Deferred@666751729 after retry RPC after error@469661157) -> (continuation of Deferred@1390981498 after retry RPC after error@1928153176) -> (continuation of Deferred@999171758 after retry RPC after error@1396129127) -> (continuation of Deferred@1145255194 after retry RPC after error@1551112770), errback=(continuation of Deferred@38308125 after retry RPC after error@912498706) -> (continuation of Deferred@1197212240 after retry RPC after error@1834628271) -> (continuation of Deferred@731666552 after retry RPC after error@5512745) -> (continuation of Deferred@666751729 after retry RPC after error@469661157) -> (continuation of Deferred@1390981498 after retry RPC after error@1928153176) -> (continuation of Deferred@999171758 after retry RPC after error@1396129127) -> (continuation of Deferred@1145255194 after retry RPC after error@1551112770)))
17:38:38.654 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:38.654 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:38.655 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:38.655 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:38.655 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:38.655 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:38.655 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:38.655 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:38.656 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:38.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:38.665385 19229 master_runner.cc:186] Error getting master registration for 127.17.204.62:35645: Network error: Client connection negotiation failed: client connection to 127.17.204.62:35645: connect: Connection refused (error 111),
17:38:38.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:38.665644 19229 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
17:38:38.674 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:38.674 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:38.675 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:38.675 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:38.675 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:38.675 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:38.675 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:38.675 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:38.677 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:38.694 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:38.694 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:38.695 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:38.695 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:38.695 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:38.695 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:38.695 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:38.696 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:38.696 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:38.714 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:38.715 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:38.715 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:38.715 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:38.715 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:38.715 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:38.716 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:38.716 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:38.716 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:38.734 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:38.734 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:38.735 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:38.735 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:38.735 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:38.735 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:38.736 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:38.736 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:38.736 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:38.774 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:38.775 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:38.775 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:38.775 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:38.776 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:38.776 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:38.776 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:38.776 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:38.777 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:38.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:38.778082 19407 raft_consensus.cc:482] T 00000000000000000000000000000000 P 3e43d70cff754badb528f83658fd4b1f [term 4 FOLLOWER]: Starting pre-election (detected failure of leader be76aec1e782453bb186d86c9446e26d)
17:38:38.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:38.778250 19407 raft_consensus.cc:504] T 00000000000000000000000000000000 P 3e43d70cff754badb528f83658fd4b1f [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be76aec1e782453bb186d86c9446e26d" member_type: VOTER last_known_addr { host: "127.17.204.62" port: 35645 } } peers { permanent_uuid: "89368deac9d949ccb0609e7c90bc88af" member_type: VOTER last_known_addr { host: "127.17.204.61" port: 35389 } } peers { permanent_uuid: "3e43d70cff754badb528f83658fd4b1f" member_type: VOTER last_known_addr { host: "127.17.204.60" port: 33967 } }
17:38:38.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:38.778813 19407 leader_election.cc:288] T 00000000000000000000000000000000 P 3e43d70cff754badb528f83658fd4b1f [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers be76aec1e782453bb186d86c9446e26d (127.17.204.62:35645), 89368deac9d949ccb0609e7c90bc88af (127.17.204.61:35389)
17:38:38.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:38.780596 19249 leader_election.cc:334] T 00000000000000000000000000000000 P 3e43d70cff754badb528f83658fd4b1f [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer be76aec1e782453bb186d86c9446e26d (127.17.204.62:35645): Network error: Client connection negotiation failed: client connection to 127.17.204.62:35645: connect: Connection refused (error 111)
17:38:38.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:38.780943 19247 leader_election.cc:334] T 00000000000000000000000000000000 P 3e43d70cff754badb528f83658fd4b1f [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 89368deac9d949ccb0609e7c90bc88af (127.17.204.61:35389): Network error: Client connection negotiation failed: client connection to 127.17.204.61:35389: connect: Connection refused (error 111)
17:38:38.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:38.781083 19247 leader_election.cc:302] T 00000000000000000000000000000000 P 3e43d70cff754badb528f83658fd4b1f [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 3e43d70cff754badb528f83658fd4b1f; no voters: 89368deac9d949ccb0609e7c90bc88af, be76aec1e782453bb186d86c9446e26d
17:38:38.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:38.781355 19407 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 3e43d70cff754badb528f83658fd4b1f [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
17:38:38.815 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:38.815 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:38.816 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:38.816 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:38.816 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:38.816 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:38.816 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:38.816 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:38.818 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:38.894 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:38.895 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:38.895 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:38.895 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:38.895 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:38.895 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:38.896 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:38.896 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:38.897 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:38.898 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [123ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [162ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [162ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [163ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [164ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [241ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [241ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [243ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, deferred=Deferred@563895179(state=PENDING, result=null, callback=(continuation of Deferred@1601509123 after retry RPC after error@1850675244) -> (continuation of Deferred@1316748252 after retry RPC after error@234398107) -> (continuation of Deferred@2051170856 after retry RPC after error@1822085948) -> (continuation of Deferred@2100191336 after retry RPC after error@890429999) -> (continuation of Deferred@1546159495 after retry RPC after error@1720823309) -> (continuation of Deferred@1756540823 after retry RPC after error@1251162932) -> (continuation of Deferred@1376750428 after retry RPC after error@956675798), errback=(continuation of Deferred@1601509123 after retry RPC after error@1850675244) -> (continuation of Deferred@1316748252 after retry RPC after error@234398107) -> (continuation of Deferred@2051170856 after retry RPC after error@1822085948) -> (continuation of Deferred@2100191336 after retry RPC after error@890429999) -> (continuation of Deferred@1546159495 after retry RPC after error@1720823309) -> (continuation of Deferred@1756540823 after retry RPC after error@1251162932) -> (continuation of Deferred@1376750428 after retry RPC after error@956675798)))
17:38:38.898 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [123ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [162ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [162ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [163ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [164ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [241ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [241ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [243ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, deferred=Deferred@563895179(state=PENDING, result=null, callback=(continuation of Deferred@1601509123 after retry RPC after error@1850675244) -> (continuation of Deferred@1316748252 after retry RPC after error@234398107) -> (continuation of Deferred@2051170856 after retry RPC after error@1822085948) -> (continuation of Deferred@2100191336 after retry RPC after error@890429999) -> (continuation of Deferred@1546159495 after retry RPC after error@1720823309) -> (continuation of Deferred@1756540823 after retry RPC after error@1251162932) -> (continuation of Deferred@1376750428 after retry RPC after error@956675798), errback=(continuation of Deferred@1601509123 after retry RPC after error@1850675244) -> (continuation of Deferred@1316748252 after retry RPC after error@234398107) -> (continuation of Deferred@2051170856 after retry RPC after error@1822085948) -> (continuation of Deferred@2100191336 after retry RPC after error@890429999) -> (continuation of Deferred@1546159495 after retry RPC after error@1720823309) -> (continuation of Deferred@1756540823 after retry RPC after error@1251162932) -> (continuation of Deferred@1376750428 after retry RPC after error@956675798)))
17:38:38.914 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:38.915 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:38.915 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:38.915 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:38.915 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:38.915 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:38.916 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:38.916 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:38.916 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:38.934 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:38.934 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:38.935 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:38.935 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:38.935 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:38.935 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:38.935 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:38.935 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:38.936 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:38.954 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:38.954 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:38.955 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:38.955 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:38.955 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:38.955 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:38.955 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:38.956 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:38.956 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:38.974 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:38.974 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:38.975 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:38.975 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:38.975 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:38.975 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:38.975 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:38.975 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:38.976 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:38.994 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:38.994 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:38.995 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:38.995 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:38.995 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:38.995 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:38.995 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:38.995 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:38.996 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:39.014 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:39.014 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:39.015 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:39.015 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:39.015 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:39.015 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:39.015 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:39.015 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:39.016 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:39.074 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:39.074 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:39.075 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:39.075 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:39.075 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:39.075 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:39.075 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:39.075 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:39.076 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:39.094 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:39.094 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:39.095 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:39.095 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:39.095 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:39.095 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:39.095 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:39.095 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:39.096 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:39.097 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [162ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, deferred=Deferred@2079765633(state=PENDING, result=null, callback=(continuation of Deferred@1190347515 after retry RPC after error@1343349598) -> (continuation of Deferred@914374540 after retry RPC after error@2015151969) -> (continuation of Deferred@614774275 after retry RPC after error@2070981338) -> (continuation of Deferred@1287362151 after retry RPC after error@1375893342) -> (continuation of Deferred@1394071475 after retry RPC after error@760189297) -> (continuation of Deferred@1037509137 after retry RPC after error@2091784818) -> (continuation of Deferred@292151323 after retry RPC after error@1081880414), errback=(continuation of Deferred@1190347515 after retry RPC after error@1343349598) -> (continuation of Deferred@914374540 after retry RPC after error@2015151969) -> (continuation of Deferred@614774275 after retry RPC after error@2070981338) -> (continuation of Deferred@1287362151 after retry RPC after error@1375893342) -> (continuation of Deferred@1394071475 after retry RPC after error@760189297) -> (continuation of Deferred@1037509137 after retry RPC after error@2091784818) -> (continuation of Deferred@292151323 after retry RPC after error@1081880414)))
17:38:39.097 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [162ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, deferred=Deferred@2079765633(state=PENDING, result=null, callback=(continuation of Deferred@1190347515 after retry RPC after error@1343349598) -> (continuation of Deferred@914374540 after retry RPC after error@2015151969) -> (continuation of Deferred@614774275 after retry RPC after error@2070981338) -> (continuation of Deferred@1287362151 after retry RPC after error@1375893342) -> (continuation of Deferred@1394071475 after retry RPC after error@760189297) -> (continuation of Deferred@1037509137 after retry RPC after error@2091784818) -> (continuation of Deferred@292151323 after retry RPC after error@1081880414), errback=(continuation of Deferred@1190347515 after retry RPC after error@1343349598) -> (continuation of Deferred@914374540 after retry RPC after error@2015151969) -> (continuation of Deferred@614774275 after retry RPC after error@2070981338) -> (continuation of Deferred@1287362151 after retry RPC after error@1375893342) -> (continuation of Deferred@1394071475 after retry RPC after error@760189297) -> (continuation of Deferred@1037509137 after retry RPC after error@2091784818) -> (continuation of Deferred@292151323 after retry RPC after error@1081880414)))
17:38:39.114 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:39.114 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:39.115 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:39.115 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:39.115 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:39.115 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:39.115 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:39.115 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:39.116 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:39.134 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:39.134 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:39.135 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:39.135 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:39.135 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:39.135 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:39.135 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:39.135 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:39.136 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:39.154 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:39.154 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:39.154 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:39.154 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:39.155 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:39.155 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:39.155 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:39.155 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:39.156 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:39.174 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:39.175 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:39.175 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:39.175 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:39.176 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:39.176 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:39.176 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:39.176 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:39.177 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:39.194 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:39.195 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:39.196 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:39.196 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:39.196 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:39.196 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:39.197 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:39.197 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:39.198 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:39.214 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:39.215 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:39.216 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:39.216 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:39.216 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:39.216 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:39.216 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:39.216 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:39.216 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:39.274 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:39.274 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:39.275 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:39.275 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:39.275 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:39.275 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:39.275 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:39.275 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:39.277 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:39.294 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:39.294 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:39.295 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:39.295 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:39.295 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:39.295 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:39.295 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:39.295 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:39.296 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:39.334 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:39.334 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:39.335 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:39.335 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:39.335 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:39.335 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:39.335 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:39.336 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:39.337 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:39.338 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [83ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [84ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [163ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [221ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [221ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [222ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@794155663(state=PENDING, result=null, callback=(continuation of Deferred@1300457771 after retry RPC after error@1182047219) -> (continuation of Deferred@1191069310 after retry RPC after error@1207856524) -> (continuation of Deferred@291671657 after retry RPC after error@1940599989) -> (continuation of Deferred@1204965640 after retry RPC after error@1937032819) -> (continuation of Deferred@1994399666 after retry RPC after error@1547998023) -> (continuation of Deferred@164352982 after retry RPC after error@1549392834) -> (continuation of Deferred@716325492 after retry RPC after error@1377051342), errback=(continuation of Deferred@1300457771 after retry RPC after error@1182047219) -> (continuation of Deferred@1191069310 after retry RPC after error@1207856524) -> (continuation of Deferred@291671657 after retry RPC after error@1940599989) -> (continuation of Deferred@1204965640 after retry RPC after error@1937032819) -> (continuation of Deferred@1994399666 after retry RPC after error@1547998023) -> (continuation of Deferred@164352982 after retry RPC after error@1549392834) -> (continuation of Deferred@716325492 after retry RPC after error@1377051342)))
17:38:39.338 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [83ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [84ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [163ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [221ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [221ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [222ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@794155663(state=PENDING, result=null, callback=(continuation of Deferred@1300457771 after retry RPC after error@1182047219) -> (continuation of Deferred@1191069310 after retry RPC after error@1207856524) -> (continuation of Deferred@291671657 after retry RPC after error@1940599989) -> (continuation of Deferred@1204965640 after retry RPC after error@1937032819) -> (continuation of Deferred@1994399666 after retry RPC after error@1547998023) -> (continuation of Deferred@164352982 after retry RPC after error@1549392834) -> (continuation of Deferred@716325492 after retry RPC after error@1377051342), errback=(continuation of Deferred@1300457771 after retry RPC after error@1182047219) -> (continuation of Deferred@1191069310 after retry RPC after error@1207856524) -> (continuation of Deferred@291671657 after retry RPC after error@1940599989) -> (continuation of Deferred@1204965640 after retry RPC after error@1937032819) -> (continuation of Deferred@1994399666 after retry RPC after error@1547998023) -> (continuation of Deferred@164352982 after retry RPC after error@1549392834) -> (continuation of Deferred@716325492 after retry RPC after error@1377051342)))
17:38:39.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:39.344257 19413 raft_consensus.cc:482] T 00000000000000000000000000000000 P 3e43d70cff754badb528f83658fd4b1f [term 4 FOLLOWER]: Starting pre-election (detected failure of leader be76aec1e782453bb186d86c9446e26d)
17:38:39.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:39.344491 19413 raft_consensus.cc:504] T 00000000000000000000000000000000 P 3e43d70cff754badb528f83658fd4b1f [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be76aec1e782453bb186d86c9446e26d" member_type: VOTER last_known_addr { host: "127.17.204.62" port: 35645 } } peers { permanent_uuid: "89368deac9d949ccb0609e7c90bc88af" member_type: VOTER last_known_addr { host: "127.17.204.61" port: 35389 } } peers { permanent_uuid: "3e43d70cff754badb528f83658fd4b1f" member_type: VOTER last_known_addr { host: "127.17.204.60" port: 33967 } }
17:38:39.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:39.345252 19413 leader_election.cc:288] T 00000000000000000000000000000000 P 3e43d70cff754badb528f83658fd4b1f [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers be76aec1e782453bb186d86c9446e26d (127.17.204.62:35645), 89368deac9d949ccb0609e7c90bc88af (127.17.204.61:35389)
17:38:39.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:39.346275 19247 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.17.204.61:35389: connect: Connection refused (error 111) [suppressed 12 similar messages]
17:38:39.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:39.347575 19247 leader_election.cc:334] T 00000000000000000000000000000000 P 3e43d70cff754badb528f83658fd4b1f [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 89368deac9d949ccb0609e7c90bc88af (127.17.204.61:35389): Network error: Client connection negotiation failed: client connection to 127.17.204.61:35389: connect: Connection refused (error 111)
17:38:39.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:39.347728 19249 leader_election.cc:334] T 00000000000000000000000000000000 P 3e43d70cff754badb528f83658fd4b1f [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer be76aec1e782453bb186d86c9446e26d (127.17.204.62:35645): Network error: Client connection negotiation failed: client connection to 127.17.204.62:35645: connect: Connection refused (error 111)
17:38:39.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:39.347915 19249 leader_election.cc:302] T 00000000000000000000000000000000 P 3e43d70cff754badb528f83658fd4b1f [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 3e43d70cff754badb528f83658fd4b1f; no voters: 89368deac9d949ccb0609e7c90bc88af, be76aec1e782453bb186d86c9446e26d
17:38:39.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:39.348286 19413 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 3e43d70cff754badb528f83658fd4b1f [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
17:38:39.354 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:39.354 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:39.355 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:39.355 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:39.355 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:39.355 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:39.356 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:39.356 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:39.356 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:39.374 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:39.375 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:39.375 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:39.375 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:39.375 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:39.375 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:39.376 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:39.376 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:39.376 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:39.394 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:39.395 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:39.395 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:39.395 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:39.396 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:39.396 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:39.396 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:39.396 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:39.397 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:39.414 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:39.415 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:39.415 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:39.415 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:39.415 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:39.416 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:39.416 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:39.416 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:39.416 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:39.434 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:39.435 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:39.435 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:39.435 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:39.435 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:39.435 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:39.435 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:39.435 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:39.436 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:39.454 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:39.455 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:39.455 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:39.455 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:39.455 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:39.455 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:39.455 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:39.456 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:39.456 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:39.534 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:39.534 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:39.535 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:39.535 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:39.535 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:39.535 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:39.535 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:39.535 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:39.536 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:39.614 [DEBUG - pool-49-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@421251283(state=PENDING, result=null, callback=(continuation of Deferred@582006326 after retry RPC after error@2018138749) -> (continuation of Deferred@126408741 after retry RPC after error@1083364695) -> (continuation of Deferred@1739905653 after retry RPC after error@1300757836) -> (continuation of Deferred@210722089 after retry RPC after error@1516312962) -> (continuation of Deferred@466028489 after retry RPC after error@1767433312) -> (continuation of Deferred@533240439 after retry RPC after error@1295461637) -> (continuation of Deferred@1852670501 after retry RPC after error@1085804652), errback=(continuation of Deferred@582006326 after retry RPC after error@2018138749) -> (continuation of Deferred@126408741 after retry RPC after error@1083364695) -> (continuation of Deferred@1739905653 after retry RPC after error@1300757836) -> (continuation of Deferred@210722089 after retry RPC after error@1516312962) -> (continuation of Deferred@466028489 after retry RPC after error@1767433312) -> (continuation of Deferred@533240439 after retry RPC after error@1295461637) -> (continuation of Deferred@1852670501 after retry RPC after error@1085804652)))
17:38:39.615 [WARN - pool-49-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
17:38:39.634 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:39.634 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:39.635 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:39.635 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:39.635 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:39.635 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:39.635 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:39.635 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:39.636 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:39.654 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:39.654 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:39.654 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:39.655 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:39.655 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:39.655 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:39.655 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:39.655 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:39.656 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:39.674 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:39.674 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:39.674 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:39.675 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:39.675 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:39.675 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:39.675 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:39.675 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:39.676 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:39.694 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:39.695 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:39.695 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:39.695 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:39.695 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:39.695 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:39.695 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:39.696 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:39.696 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:39.714 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:39.715 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:39.715 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:39.715 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:39.715 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:39.716 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:39.716 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:39.716 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:39.717 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:39.755 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:39.755 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:39.756 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:39.756 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:39.756 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:39.756 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:39.756 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:39.756 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:39.757 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:39.834 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:39.835 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:39.835 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:39.835 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:39.836 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:39.835 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:39.836 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:39.836 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:39.837 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:39.837 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [43ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [63ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [83ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [83ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [83ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [123ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [123ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [124ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [202ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [203ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [204ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [204ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@945960290(state=PENDING, result=null, callback=(continuation of Deferred@335636247 after retry RPC after error@723436092) -> (continuation of Deferred@375800260 after retry RPC after error@1057406799) -> (continuation of Deferred@547380839 after retry RPC after error@2104649581) -> (continuation of Deferred@1505648998 after retry RPC after error@1397244377) -> (continuation of Deferred@1907977905 after retry RPC after error@522069732) -> (continuation of Deferred@897700144 after retry RPC after error@609618128), errback=(continuation of Deferred@335636247 after retry RPC after error@723436092) -> (continuation of Deferred@375800260 after retry RPC after error@1057406799) -> (continuation of Deferred@547380839 after retry RPC after error@2104649581) -> (continuation of Deferred@1505648998 after retry RPC after error@1397244377) -> (continuation of Deferred@1907977905 after retry RPC after error@522069732) -> (continuation of Deferred@897700144 after retry RPC after error@609618128)))
17:38:39.838 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [43ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [63ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [83ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [83ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [83ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [123ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [123ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [124ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [202ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [203ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [204ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [204ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@945960290(state=PENDING, result=null, callback=(continuation of Deferred@335636247 after retry RPC after error@723436092) -> (continuation of Deferred@375800260 after retry RPC after error@1057406799) -> (continuation of Deferred@547380839 after retry RPC after error@2104649581) -> (continuation of Deferred@1505648998 after retry RPC after error@1397244377) -> (continuation of Deferred@1907977905 after retry RPC after error@522069732) -> (continuation of Deferred@897700144 after retry RPC after error@609618128), errback=(continuation of Deferred@335636247 after retry RPC after error@723436092) -> (continuation of Deferred@375800260 after retry RPC after error@1057406799) -> (continuation of Deferred@547380839 after retry RPC after error@2104649581) -> (continuation of Deferred@1505648998 after retry RPC after error@1397244377) -> (continuation of Deferred@1907977905 after retry RPC after error@522069732) -> (continuation of Deferred@897700144 after retry RPC after error@609618128)))
17:38:39.854 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:39.854 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:39.855 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:39.855 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:39.855 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:39.855 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:39.855 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:39.855 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:39.856 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:39.874 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:39.874 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:39.875 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:39.875 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:39.875 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:39.875 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:39.875 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:39.875 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:39.876 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:39.894 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:39.894 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:39.895 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:39.895 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:39.895 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:39.895 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:39.895 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:39.895 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:39.896 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:39.914 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:39.914 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:39.914 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:39.914 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:39.914 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:39.914 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:39.915 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:39.915 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:39.916 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:39.934 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:39.935 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:39.935 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:39.935 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:39.935 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:39.936 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:39.936 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:39.936 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:39.936 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:39.974 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:39.975 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:39.975 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:39.976 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:39.976 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:39.976 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:39.976 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:39.976 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:39.977 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:40.034 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:40.034 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:40.035 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:40.035 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:40.035 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:40.035 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:40.035 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:40.035 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:40.036 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:40.114 [DEBUG - pool-49-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [60ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [179ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@1218173438(state=PENDING, result=null, callback=(continuation of Deferred@2124189179 after retry RPC after error@66481996) -> (continuation of Deferred@1078083502 after retry RPC after error@1442863729) -> (continuation of Deferred@1290397215 after retry RPC after error@2094365889) -> (continuation of Deferred@767263674 after retry RPC after error@2042402734) -> (continuation of Deferred@2061918104 after retry RPC after error@755107697) -> (continuation of Deferred@1557526328 after retry RPC after error@1095310059) -> (continuation of Deferred@161187781 after retry RPC after error@882847752), errback=(continuation of Deferred@2124189179 after retry RPC after error@66481996) -> (continuation of Deferred@1078083502 after retry RPC after error@1442863729) -> (continuation of Deferred@1290397215 after retry RPC after error@2094365889) -> (continuation of Deferred@767263674 after retry RPC after error@2042402734) -> (continuation of Deferred@2061918104 after retry RPC after error@755107697) -> (continuation of Deferred@1557526328 after retry RPC after error@1095310059) -> (continuation of Deferred@161187781 after retry RPC after error@882847752)))
17:38:40.115 [WARN - pool-49-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
17:38:40.134 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:40.135 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:40.135 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:40.135 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:40.135 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:40.135 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:40.135 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:40.135 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:40.136 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:40.154 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:40.154 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:40.155 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:40.155 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:40.155 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:40.155 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:40.155 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:40.155 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:40.156 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:40.174 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:40.174 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:40.175 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:40.175 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:40.175 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:40.175 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:40.175 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:40.175 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:40.176 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:40.194 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:40.194 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:40.195 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:40.195 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:40.195 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:40.195 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:40.196 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:40.196 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:40.196 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:40.214 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:40.215 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:40.215 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:40.215 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:40.215 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:40.215 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:40.215 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:40.215 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:40.216 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:40.234 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:40.234 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:40.235 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:40.235 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:40.235 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:40.235 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:40.235 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:40.235 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:40.236 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:40.294 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:40.295 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:40.295 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:40.295 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:40.296 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:40.296 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:40.296 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:40.296 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:40.296 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:40.374 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:40.374 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:40.375 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:40.375 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:40.375 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:40.375 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:40.375 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:40.375 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:40.376 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:40.377 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [162ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [162ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [241ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [241ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [242ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@1949492225(state=PENDING, result=null, callback=(continuation of Deferred@1319253 after retry RPC after error@2106823298) -> (continuation of Deferred@1014413373 after retry RPC after error@1602699614) -> (continuation of Deferred@2117651826 after retry RPC after error@526272437) -> (continuation of Deferred@375431987 after retry RPC after error@1929940240) -> (continuation of Deferred@1273204062 after retry RPC after error@644683896) -> (continuation of Deferred@898064061 after retry RPC after error@47195408) -> (continuation of Deferred@1435418985 after retry RPC after error@460242296), errback=(continuation of Deferred@1319253 after retry RPC after error@2106823298) -> (continuation of Deferred@1014413373 after retry RPC after error@1602699614) -> (continuation of Deferred@2117651826 after retry RPC after error@526272437) -> (continuation of Deferred@375431987 after retry RPC after error@1929940240) -> (continuation of Deferred@1273204062 after retry RPC after error@644683896) -> (continuation of Deferred@898064061 after retry RPC after error@47195408) -> (continuation of Deferred@1435418985 after retry RPC after error@460242296)))
17:38:40.377 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [162ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [162ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [241ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [241ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [242ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@1949492225(state=PENDING, result=null, callback=(continuation of Deferred@1319253 after retry RPC after error@2106823298) -> (continuation of Deferred@1014413373 after retry RPC after error@1602699614) -> (continuation of Deferred@2117651826 after retry RPC after error@526272437) -> (continuation of Deferred@375431987 after retry RPC after error@1929940240) -> (continuation of Deferred@1273204062 after retry RPC after error@644683896) -> (continuation of Deferred@898064061 after retry RPC after error@47195408) -> (continuation of Deferred@1435418985 after retry RPC after error@460242296), errback=(continuation of Deferred@1319253 after retry RPC after error@2106823298) -> (continuation of Deferred@1014413373 after retry RPC after error@1602699614) -> (continuation of Deferred@2117651826 after retry RPC after error@526272437) -> (continuation of Deferred@375431987 after retry RPC after error@1929940240) -> (continuation of Deferred@1273204062 after retry RPC after error@644683896) -> (continuation of Deferred@898064061 after retry RPC after error@47195408) -> (continuation of Deferred@1435418985 after retry RPC after error@460242296)))
17:38:40.394 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:40.394 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:40.395 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:40.395 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:40.395 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:40.395 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:40.395 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:40.396 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:40.396 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:40.414 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:40.414 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:40.415 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:40.415 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:40.415 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:40.415 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:40.415 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:40.415 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:40.416 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:40.434 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:40.434 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:40.435 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:40.435 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:40.435 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:40.435 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:40.435 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:40.435 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:40.436 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:40.454 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:40.455 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:40.455 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:40.455 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:40.456 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:40.456 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:40.456 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:40.456 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:40.457 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:40.474 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:40.475 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:40.475 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:40.475 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:40.476 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:40.476 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:40.476 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:40.476 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:40.477 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:40.494 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:40.495 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:40.495 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:40.495 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:40.495 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:40.496 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:40.496 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:40.496 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:40.496 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:40.514 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:40.514 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:40.515 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:40.515 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:40.515 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:40.515 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:40.515 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:40.515 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:40.516 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:40.574 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:40.575 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:40.575 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:40.575 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:40.576 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:40.576 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:40.576 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:40.576 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:40.577 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:40.578 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [183ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, deferred=Deferred@1501580205(state=PENDING, result=null, callback=(continuation of Deferred@895235461 after retry RPC after error@655562094) -> (continuation of Deferred@1541770058 after retry RPC after error@6516408) -> (continuation of Deferred@1413976876 after retry RPC after error@1807762607) -> (continuation of Deferred@478686534 after retry RPC after error@117802689) -> (continuation of Deferred@1874045950 after retry RPC after error@104824731) -> (continuation of Deferred@1526759431 after retry RPC after error@1880630824) -> (continuation of Deferred@33984398 after retry RPC after error@2134436850), errback=(continuation of Deferred@895235461 after retry RPC after error@655562094) -> (continuation of Deferred@1541770058 after retry RPC after error@6516408) -> (continuation of Deferred@1413976876 after retry RPC after error@1807762607) -> (continuation of Deferred@478686534 after retry RPC after error@117802689) -> (continuation of Deferred@1874045950 after retry RPC after error@104824731) -> (continuation of Deferred@1526759431 after retry RPC after error@1880630824) -> (continuation of Deferred@33984398 after retry RPC after error@2134436850)))
17:38:40.578 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [183ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, deferred=Deferred@1501580205(state=PENDING, result=null, callback=(continuation of Deferred@895235461 after retry RPC after error@655562094) -> (continuation of Deferred@1541770058 after retry RPC after error@6516408) -> (continuation of Deferred@1413976876 after retry RPC after error@1807762607) -> (continuation of Deferred@478686534 after retry RPC after error@117802689) -> (continuation of Deferred@1874045950 after retry RPC after error@104824731) -> (continuation of Deferred@1526759431 after retry RPC after error@1880630824) -> (continuation of Deferred@33984398 after retry RPC after error@2134436850), errback=(continuation of Deferred@895235461 after retry RPC after error@655562094) -> (continuation of Deferred@1541770058 after retry RPC after error@6516408) -> (continuation of Deferred@1413976876 after retry RPC after error@1807762607) -> (continuation of Deferred@478686534 after retry RPC after error@117802689) -> (continuation of Deferred@1874045950 after retry RPC after error@104824731) -> (continuation of Deferred@1526759431 after retry RPC after error@1880630824) -> (continuation of Deferred@33984398 after retry RPC after error@2134436850)))
17:38:40.594 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:40.595 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:40.595 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:40.595 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:40.595 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:40.595 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:40.596 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:40.596 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:40.597 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:40.614 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:40.615 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:40.615 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:40.615 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:40.615 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:40.615 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:40.615 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:40.615 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:40.616 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:40.634 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:40.635 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:40.636 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:40.636 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:40.636 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:40.637 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:40.637 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:40.637 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:40.637 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:40.654 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:40.654 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:40.655 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:40.655 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:40.655 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:40.655 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:40.655 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:40.655 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:40.656 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:40.674 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:40.674 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:40.675 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:40.675 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:40.675 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:40.675 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:40.675 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:40.675 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:40.676 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:40.714 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:40.714 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:40.715 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:40.715 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:40.715 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:40.715 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:40.715 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:40.715 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:40.716 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:40.754 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:40.754 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:40.755 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:40.755 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:40.755 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:40.755 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:40.755 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:40.755 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:40.756 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:40.757 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [43ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [43ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [43ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [162ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, deferred=Deferred@500035579(state=PENDING, result=null, callback=(continuation of Deferred@1585759567 after retry RPC after error@764395630) -> (continuation of Deferred@338979742 after retry RPC after error@1718938836) -> (continuation of Deferred@513991656 after retry RPC after error@1300090082) -> (continuation of Deferred@2057446984 after retry RPC after error@1005680516) -> (continuation of Deferred@851799729 after retry RPC after error@301776599) -> (continuation of Deferred@2047302342 after retry RPC after error@1257922389), errback=(continuation of Deferred@1585759567 after retry RPC after error@764395630) -> (continuation of Deferred@338979742 after retry RPC after error@1718938836) -> (continuation of Deferred@513991656 after retry RPC after error@1300090082) -> (continuation of Deferred@2057446984 after retry RPC after error@1005680516) -> (continuation of Deferred@851799729 after retry RPC after error@301776599) -> (continuation of Deferred@2047302342 after retry RPC after error@1257922389)))
17:38:40.758 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [43ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [43ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [43ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [162ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, deferred=Deferred@500035579(state=PENDING, result=null, callback=(continuation of Deferred@1585759567 after retry RPC after error@764395630) -> (continuation of Deferred@338979742 after retry RPC after error@1718938836) -> (continuation of Deferred@513991656 after retry RPC after error@1300090082) -> (continuation of Deferred@2057446984 after retry RPC after error@1005680516) -> (continuation of Deferred@851799729 after retry RPC after error@301776599) -> (continuation of Deferred@2047302342 after retry RPC after error@1257922389), errback=(continuation of Deferred@1585759567 after retry RPC after error@764395630) -> (continuation of Deferred@338979742 after retry RPC after error@1718938836) -> (continuation of Deferred@513991656 after retry RPC after error@1300090082) -> (continuation of Deferred@2057446984 after retry RPC after error@1005680516) -> (continuation of Deferred@851799729 after retry RPC after error@301776599) -> (continuation of Deferred@2047302342 after retry RPC after error@1257922389)))
17:38:40.775 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:40.775 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:40.776 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:40.776 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:40.776 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:40.776 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:40.776 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:40.776 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:40.777 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:40.794 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:40.794 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:40.795 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:40.795 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:40.795 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:40.795 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:40.795 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:40.795 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:40.796 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:40.814 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:40.814 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:40.815 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:40.815 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:40.815 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:40.815 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:40.816 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:40.816 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:40.816 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:40.834 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:40.834 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:40.835 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:40.835 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:40.835 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:40.835 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:40.836 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:40.836 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:40.836 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:40.854 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:40.854 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:40.855 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:40.855 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:40.855 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:40.855 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:40.855 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:40.855 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:40.856 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:40.874 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:40.874 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:40.875 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:40.875 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:40.875 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:40.875 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:40.875 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:40.875 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:40.876 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:40.914 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:40.914 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:40.915 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:40.915 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:40.915 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:40.915 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:40.916 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:40.916 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:40.916 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:41.014 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:41.014 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:41.015 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:41.015 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:41.015 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:41.015 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:41.015 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:41.015 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:41.016 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:41.016 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [3ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [142ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [142ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [241ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [241ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [242ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, deferred=Deferred@1117036596(state=PENDING, result=null, callback=(continuation of Deferred@2123470377 after retry RPC after error@1641559825) -> (continuation of Deferred@1929741841 after retry RPC after error@343346501) -> (continuation of Deferred@1722151228 after retry RPC after error@1181037126) -> (continuation of Deferred@428802453 after retry RPC after error@893266628) -> (continuation of Deferred@2094731598 after retry RPC after error@323222417) -> (continuation of Deferred@1914815429 after retry RPC after error@915255119) -> (continuation of Deferred@318278065 after retry RPC after error@518747916), errback=(continuation of Deferred@2123470377 after retry RPC after error@1641559825) -> (continuation of Deferred@1929741841 after retry RPC after error@343346501) -> (continuation of Deferred@1722151228 after retry RPC after error@1181037126) -> (continuation of Deferred@428802453 after retry RPC after error@893266628) -> (continuation of Deferred@2094731598 after retry RPC after error@323222417) -> (continuation of Deferred@1914815429 after retry RPC after error@915255119) -> (continuation of Deferred@318278065 after retry RPC after error@518747916)))
17:38:41.017 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [3ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [142ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [142ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [241ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [241ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [242ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, deferred=Deferred@1117036596(state=PENDING, result=null, callback=(continuation of Deferred@2123470377 after retry RPC after error@1641559825) -> (continuation of Deferred@1929741841 after retry RPC after error@343346501) -> (continuation of Deferred@1722151228 after retry RPC after error@1181037126) -> (continuation of Deferred@428802453 after retry RPC after error@893266628) -> (continuation of Deferred@2094731598 after retry RPC after error@323222417) -> (continuation of Deferred@1914815429 after retry RPC after error@915255119) -> (continuation of Deferred@318278065 after retry RPC after error@518747916), errback=(continuation of Deferred@2123470377 after retry RPC after error@1641559825) -> (continuation of Deferred@1929741841 after retry RPC after error@343346501) -> (continuation of Deferred@1722151228 after retry RPC after error@1181037126) -> (continuation of Deferred@428802453 after retry RPC after error@893266628) -> (continuation of Deferred@2094731598 after retry RPC after error@323222417) -> (continuation of Deferred@1914815429 after retry RPC after error@915255119) -> (continuation of Deferred@318278065 after retry RPC after error@518747916)))
17:38:41.034 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:41.035 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:41.035 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:41.035 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:41.036 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:41.036 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:41.036 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:41.036 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:41.036 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:41.054 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:41.055 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:41.055 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:41.055 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:41.055 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:41.055 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:41.055 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:41.055 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:41.056 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:41.074 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:41.074 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:41.075 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:41.075 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:41.075 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:41.075 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:41.075 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:41.075 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:41.076 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:41.094 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:41.094 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:41.095 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:41.095 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:41.095 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:41.095 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:41.095 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:41.095 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:41.096 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:41.114 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:41.114 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:41.115 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:41.115 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:41.115 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:41.115 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:41.115 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:41.115 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:41.116 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:41.154 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:41.154 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:41.155 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:41.155 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:41.155 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:41.155 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:41.155 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:41.155 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:41.156 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:41.194 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:41.195 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:41.195 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:41.195 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:41.195 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:41.195 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:41.195 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:41.195 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:41.197 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:41.255 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:41.255 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:41.256 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:41.256 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:41.256 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:41.256 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:41.256 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:41.256 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:41.257 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:41.257 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [162ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [222ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [222ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [223ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@1294007357(state=PENDING, result=null, callback=(continuation of Deferred@1686123628 after retry RPC after error@1004726301) -> (continuation of Deferred@607351667 after retry RPC after error@1857594076) -> (continuation of Deferred@201250867 after retry RPC after error@661683025) -> (continuation of Deferred@409418791 after retry RPC after error@862110645) -> (continuation of Deferred@1319156394 after retry RPC after error@1789852380) -> (continuation of Deferred@1267299754 after retry RPC after error@1859352581) -> (continuation of Deferred@627964575 after retry RPC after error@940088564), errback=(continuation of Deferred@1686123628 after retry RPC after error@1004726301) -> (continuation of Deferred@607351667 after retry RPC after error@1857594076) -> (continuation of Deferred@201250867 after retry RPC after error@661683025) -> (continuation of Deferred@409418791 after retry RPC after error@862110645) -> (continuation of Deferred@1319156394 after retry RPC after error@1789852380) -> (continuation of Deferred@1267299754 after retry RPC after error@1859352581) -> (continuation of Deferred@627964575 after retry RPC after error@940088564)))
17:38:41.258 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [162ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [222ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [222ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [223ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@1294007357(state=PENDING, result=null, callback=(continuation of Deferred@1686123628 after retry RPC after error@1004726301) -> (continuation of Deferred@607351667 after retry RPC after error@1857594076) -> (continuation of Deferred@201250867 after retry RPC after error@661683025) -> (continuation of Deferred@409418791 after retry RPC after error@862110645) -> (continuation of Deferred@1319156394 after retry RPC after error@1789852380) -> (continuation of Deferred@1267299754 after retry RPC after error@1859352581) -> (continuation of Deferred@627964575 after retry RPC after error@940088564), errback=(continuation of Deferred@1686123628 after retry RPC after error@1004726301) -> (continuation of Deferred@607351667 after retry RPC after error@1857594076) -> (continuation of Deferred@201250867 after retry RPC after error@661683025) -> (continuation of Deferred@409418791 after retry RPC after error@862110645) -> (continuation of Deferred@1319156394 after retry RPC after error@1789852380) -> (continuation of Deferred@1267299754 after retry RPC after error@1859352581) -> (continuation of Deferred@627964575 after retry RPC after error@940088564)))
17:38:41.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:41.262197 18887 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: connection negotiation to 127.17.204.62:35645 for RPC ConnectToMaster timed out after 0.794s (ON_OUTBOUND_QUEUE)
17:38:41.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:41.264760 18887 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '1833c289a5794cedaadfa21666b5c809', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '1833c289a5794cedaadfa21666b5c809', attempt: 2 } passed its deadline: Timed out: connection negotiation to 127.17.204.62:35645 for RPC ConnectToMaster timed out after 0.794s (ON_OUTBOUND_QUEUE)
17:38:41.274 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:41.274 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:41.275 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:41.275 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:41.275 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:41.275 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:41.275 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:41.275 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:41.276 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:41.294 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:41.295 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:41.295 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:41.295 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:41.295 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:41.295 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:41.296 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:41.296 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:41.297 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:41.314 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:41.315 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:41.315 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:41.315 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:41.315 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:41.316 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:41.316 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:41.316 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:41.317 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:41.334 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:41.335 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:41.335 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:41.335 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:41.335 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:41.335 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:41.336 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:41.336 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:41.336 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:41.354 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:41.355 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:41.355 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:41.355 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:41.355 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:41.355 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:41.355 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:41.355 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:41.357 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:41.394 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:41.395 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:41.395 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:41.395 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:41.395 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:41.395 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:41.395 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:41.395 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:41.396 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:41.454 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:41.455 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:41.455 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:41.455 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:41.455 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:41.455 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:41.456 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:41.456 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:41.456 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:41.457 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [3ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [23ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [43ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [43ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [63ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [84ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [123ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [183ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [184ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, deferred=Deferred@50602558(state=PENDING, result=null, callback=(continuation of Deferred@1902503518 after retry RPC after error@1823544384) -> (continuation of Deferred@1109387517 after retry RPC after error@1621632850) -> (continuation of Deferred@1050769935 after retry RPC after error@1515612815) -> (continuation of Deferred@1739798840 after retry RPC after error@1182793771) -> (continuation of Deferred@1933868022 after retry RPC after error@447706371) -> (continuation of Deferred@1688991127 after retry RPC after error@577511537), errback=(continuation of Deferred@1902503518 after retry RPC after error@1823544384) -> (continuation of Deferred@1109387517 after retry RPC after error@1621632850) -> (continuation of Deferred@1050769935 after retry RPC after error@1515612815) -> (continuation of Deferred@1739798840 after retry RPC after error@1182793771) -> (continuation of Deferred@1933868022 after retry RPC after error@447706371) -> (continuation of Deferred@1688991127 after retry RPC after error@577511537)))
17:38:41.457 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [3ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [23ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [43ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [43ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [63ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [84ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [123ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [183ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [184ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, deferred=Deferred@50602558(state=PENDING, result=null, callback=(continuation of Deferred@1902503518 after retry RPC after error@1823544384) -> (continuation of Deferred@1109387517 after retry RPC after error@1621632850) -> (continuation of Deferred@1050769935 after retry RPC after error@1515612815) -> (continuation of Deferred@1739798840 after retry RPC after error@1182793771) -> (continuation of Deferred@1933868022 after retry RPC after error@447706371) -> (continuation of Deferred@1688991127 after retry RPC after error@577511537), errback=(continuation of Deferred@1902503518 after retry RPC after error@1823544384) -> (continuation of Deferred@1109387517 after retry RPC after error@1621632850) -> (continuation of Deferred@1050769935 after retry RPC after error@1515612815) -> (continuation of Deferred@1739798840 after retry RPC after error@1182793771) -> (continuation of Deferred@1933868022 after retry RPC after error@447706371) -> (continuation of Deferred@1688991127 after retry RPC after error@577511537)))
17:38:41.474 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:41.475 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:41.475 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:41.475 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:41.475 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:41.475 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:41.475 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:41.476 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:41.476 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:41.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:41.485786 18887 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.17.204.62:35645)
17:38:41.494 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:41.495 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:41.495 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:41.495 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:41.495 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:41.495 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:41.495 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:41.495 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:41.496 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:41.514 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:41.514 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:41.515 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:41.515 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:41.515 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:41.515 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:41.515 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:41.515 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:41.516 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:41.534 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:41.534 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:41.535 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:41.535 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:41.535 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:41.535 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:41.535 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:41.535 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:41.536 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:41.554 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:41.554 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:41.555 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:41.555 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:41.555 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:41.555 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:41.555 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:41.555 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:41.556 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:41.574 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:41.574 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:41.575 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:41.575 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:41.575 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:41.575 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:41.575 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:41.575 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:41.576 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:41.634 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:41.634 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:41.635 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:41.635 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:41.635 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:41.635 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:41.635 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:41.635 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:41.636 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:41.714 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:41.715 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:41.715 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:41.715 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:41.715 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:41.716 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:41.716 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:41.716 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:41.716 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:41.717 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [162ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [242ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [242ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [242ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, deferred=Deferred@1260123168(state=PENDING, result=null, callback=(continuation of Deferred@1070686300 after retry RPC after error@500917007) -> (continuation of Deferred@579895260 after retry RPC after error@918431066) -> (continuation of Deferred@39415889 after retry RPC after error@1155311630) -> (continuation of Deferred@1704153558 after retry RPC after error@583023819) -> (continuation of Deferred@1808927546 after retry RPC after error@1257194134) -> (continuation of Deferred@890087420 after retry RPC after error@378070002) -> (continuation of Deferred@1845010882 after retry RPC after error@1572054297), errback=(continuation of Deferred@1070686300 after retry RPC after error@500917007) -> (continuation of Deferred@579895260 after retry RPC after error@918431066) -> (continuation of Deferred@39415889 after retry RPC after error@1155311630) -> (continuation of Deferred@1704153558 after retry RPC after error@583023819) -> (continuation of Deferred@1808927546 after retry RPC after error@1257194134) -> (continuation of Deferred@890087420 after retry RPC after error@378070002) -> (continuation of Deferred@1845010882 after retry RPC after error@1572054297)))
17:38:41.717 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [162ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [242ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [242ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [242ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, deferred=Deferred@1260123168(state=PENDING, result=null, callback=(continuation of Deferred@1070686300 after retry RPC after error@500917007) -> (continuation of Deferred@579895260 after retry RPC after error@918431066) -> (continuation of Deferred@39415889 after retry RPC after error@1155311630) -> (continuation of Deferred@1704153558 after retry RPC after error@583023819) -> (continuation of Deferred@1808927546 after retry RPC after error@1257194134) -> (continuation of Deferred@890087420 after retry RPC after error@378070002) -> (continuation of Deferred@1845010882 after retry RPC after error@1572054297), errback=(continuation of Deferred@1070686300 after retry RPC after error@500917007) -> (continuation of Deferred@579895260 after retry RPC after error@918431066) -> (continuation of Deferred@39415889 after retry RPC after error@1155311630) -> (continuation of Deferred@1704153558 after retry RPC after error@583023819) -> (continuation of Deferred@1808927546 after retry RPC after error@1257194134) -> (continuation of Deferred@890087420 after retry RPC after error@378070002) -> (continuation of Deferred@1845010882 after retry RPC after error@1572054297)))
17:38:41.734 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:41.735 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:41.735 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:41.735 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:41.735 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:41.735 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:41.735 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:41.735 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:41.736 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:41.754 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:41.755 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:41.755 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:41.755 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:41.755 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:41.755 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:41.755 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:41.756 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:41.756 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:41.774 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:41.774 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:41.775 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:41.775 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:41.775 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:41.775 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:41.775 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:41.775 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:41.776 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:41.776 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:41.777 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:41.777 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:41.794 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:41.794 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:41.795 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:41.795 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:41.795 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:41.795 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:41.795 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:41.795 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:41.796 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:41.814 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:41.814 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:41.815 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:41.815 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:41.815 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:41.815 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:41.815 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:41.815 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:41.816 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:41.834 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:41.834 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:41.835 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:41.835 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:41.835 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:41.835 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:41.835 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:41.835 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:41.836 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:41.874 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:41.874 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:41.875 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:41.875 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:41.875 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:41.875 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:41.875 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:41.875 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:41.876 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:41.877 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [43ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [142ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, deferred=Deferred@1387616607(state=PENDING, result=null, callback=(continuation of Deferred@1080298658 after retry RPC after error@1857469780) -> (continuation of Deferred@11097774 after retry RPC after error@2016315461) -> (continuation of Deferred@407866110 after retry RPC after error@1137236158) -> (continuation of Deferred@161409615 after retry RPC after error@92153753) -> (continuation of Deferred@1635931570 after retry RPC after error@1686797332) -> (continuation of Deferred@448278104 after retry RPC after error@1854836857), errback=(continuation of Deferred@1080298658 after retry RPC after error@1857469780) -> (continuation of Deferred@11097774 after retry RPC after error@2016315461) -> (continuation of Deferred@407866110 after retry RPC after error@1137236158) -> (continuation of Deferred@161409615 after retry RPC after error@92153753) -> (continuation of Deferred@1635931570 after retry RPC after error@1686797332) -> (continuation of Deferred@448278104 after retry RPC after error@1854836857)))
17:38:41.878 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [43ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [142ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, deferred=Deferred@1387616607(state=PENDING, result=null, callback=(continuation of Deferred@1080298658 after retry RPC after error@1857469780) -> (continuation of Deferred@11097774 after retry RPC after error@2016315461) -> (continuation of Deferred@407866110 after retry RPC after error@1137236158) -> (continuation of Deferred@161409615 after retry RPC after error@92153753) -> (continuation of Deferred@1635931570 after retry RPC after error@1686797332) -> (continuation of Deferred@448278104 after retry RPC after error@1854836857), errback=(continuation of Deferred@1080298658 after retry RPC after error@1857469780) -> (continuation of Deferred@11097774 after retry RPC after error@2016315461) -> (continuation of Deferred@407866110 after retry RPC after error@1137236158) -> (continuation of Deferred@161409615 after retry RPC after error@92153753) -> (continuation of Deferred@1635931570 after retry RPC after error@1686797332) -> (continuation of Deferred@448278104 after retry RPC after error@1854836857)))
17:38:41.894 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:41.894 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:41.895 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:41.895 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:41.895 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:41.895 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:41.895 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:41.895 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:41.896 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:41.914 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:41.914 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:41.915 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:41.915 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:41.915 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:41.915 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:41.915 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:41.915 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:41.916 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:41.934 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:41.934 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:41.935 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:41.935 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:41.935 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:41.935 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:41.935 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:41.935 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:41.936 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:41.954 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:41.954 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:41.954 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:41.954 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:41.955 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:41.955 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:41.955 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:41.955 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:41.955 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:41.974 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:41.975 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:41.975 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:41.976 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:41.976 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:41.976 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:41.976 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:41.976 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:41.977 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:42.014 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:42.014 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:42.014 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:42.014 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:42.015 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:42.015 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:42.015 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:42.015 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:42.016 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:42.054 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:42.054 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:42.055 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:42.055 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:42.055 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:42.055 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:42.055 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:42.055 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:42.056 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:42.094 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:42.094 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:42.095 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:42.095 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:42.095 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:42.095 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:42.095 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:42.095 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:42.096 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:42.096 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [60ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [199ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [201ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [201ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [202ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@1263459649(state=PENDING, result=null, callback=(continuation of Deferred@1124983907 after retry RPC after error@1868890193) -> (continuation of Deferred@1235680377 after retry RPC after error@1950319833) -> (continuation of Deferred@1480415425 after retry RPC after error@530431007) -> (continuation of Deferred@1638325921 after retry RPC after error@1765250816) -> (continuation of Deferred@1534996919 after retry RPC after error@695276419) -> (continuation of Deferred@2130019290 after retry RPC after error@732927123) -> (continuation of Deferred@24574936 after retry RPC after error@549064062), errback=(continuation of Deferred@1124983907 after retry RPC after error@1868890193) -> (continuation of Deferred@1235680377 after retry RPC after error@1950319833) -> (continuation of Deferred@1480415425 after retry RPC after error@530431007) -> (continuation of Deferred@1638325921 after retry RPC after error@1765250816) -> (continuation of Deferred@1534996919 after retry RPC after error@695276419) -> (continuation of Deferred@2130019290 after retry RPC after error@732927123) -> (continuation of Deferred@24574936 after retry RPC after error@549064062)))
17:38:42.097 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [60ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [199ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [201ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [201ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [202ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@1263459649(state=PENDING, result=null, callback=(continuation of Deferred@1124983907 after retry RPC after error@1868890193) -> (continuation of Deferred@1235680377 after retry RPC after error@1950319833) -> (continuation of Deferred@1480415425 after retry RPC after error@530431007) -> (continuation of Deferred@1638325921 after retry RPC after error@1765250816) -> (continuation of Deferred@1534996919 after retry RPC after error@695276419) -> (continuation of Deferred@2130019290 after retry RPC after error@732927123) -> (continuation of Deferred@24574936 after retry RPC after error@549064062), errback=(continuation of Deferred@1124983907 after retry RPC after error@1868890193) -> (continuation of Deferred@1235680377 after retry RPC after error@1950319833) -> (continuation of Deferred@1480415425 after retry RPC after error@530431007) -> (continuation of Deferred@1638325921 after retry RPC after error@1765250816) -> (continuation of Deferred@1534996919 after retry RPC after error@695276419) -> (continuation of Deferred@2130019290 after retry RPC after error@732927123) -> (continuation of Deferred@24574936 after retry RPC after error@549064062)))
17:38:42.114 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:42.114 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:42.114 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:42.115 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:42.115 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:42.115 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:42.115 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:42.115 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:42.116 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:42.134 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:42.134 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:42.134 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:42.135 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:42.135 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:42.135 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:42.135 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:42.135 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:42.136 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:42.155 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:42.155 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:42.155 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:42.155 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:42.156 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:42.156 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:42.156 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:42.156 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:42.157 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:42.175 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:42.175 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:42.176 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:42.176 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:42.176 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:42.176 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:42.176 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:42.176 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:42.177 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:42.195 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:42.195 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:42.195 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:42.195 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:42.196 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:42.196 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:42.196 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:42.196 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:42.196 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:42.214 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:42.215 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:42.215 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:42.215 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:42.215 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:42.215 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:42.216 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:42.216 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:42.216 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:42.234 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:42.234 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:42.235 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:42.235 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:42.235 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:42.235 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:42.235 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:42.235 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:42.236 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:42.355 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:42.355 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:42.355 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:42.355 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:42.356 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:42.356 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:42.356 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:42.356 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:42.357 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:42.357 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [43ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [43ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [43ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [63ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [63ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [64ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [83ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [83ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [83ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [103ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [123ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [243ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [243ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [243ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [244ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@591920383(state=PENDING, result=null, callback=(continuation of Deferred@1648876753 after retry RPC after error@1852268201) -> (continuation of Deferred@2002326481 after retry RPC after error@1801828801) -> (continuation of Deferred@932729128 after retry RPC after error@1667154788) -> (continuation of Deferred@1546027845 after retry RPC after error@441160369) -> (continuation of Deferred@1865384385 after retry RPC after error@2055158435) -> (continuation of Deferred@304853506 after retry RPC after error@1412654316) -> (continuation of Deferred@1199687202 after retry RPC after error@1143494227), errback=(continuation of Deferred@1648876753 after retry RPC after error@1852268201) -> (continuation of Deferred@2002326481 after retry RPC after error@1801828801) -> (continuation of Deferred@932729128 after retry RPC after error@1667154788) -> (continuation of Deferred@1546027845 after retry RPC after error@441160369) -> (continuation of Deferred@1865384385 after retry RPC after error@2055158435) -> (continuation of Deferred@304853506 after retry RPC after error@1412654316) -> (continuation of Deferred@1199687202 after retry RPC after error@1143494227)))
17:38:42.357 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [43ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [43ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [43ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [63ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [63ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [64ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [83ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [83ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [83ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [103ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [123ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [243ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [243ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [243ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [244ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@591920383(state=PENDING, result=null, callback=(continuation of Deferred@1648876753 after retry RPC after error@1852268201) -> (continuation of Deferred@2002326481 after retry RPC after error@1801828801) -> (continuation of Deferred@932729128 after retry RPC after error@1667154788) -> (continuation of Deferred@1546027845 after retry RPC after error@441160369) -> (continuation of Deferred@1865384385 after retry RPC after error@2055158435) -> (continuation of Deferred@304853506 after retry RPC after error@1412654316) -> (continuation of Deferred@1199687202 after retry RPC after error@1143494227), errback=(continuation of Deferred@1648876753 after retry RPC after error@1852268201) -> (continuation of Deferred@2002326481 after retry RPC after error@1801828801) -> (continuation of Deferred@932729128 after retry RPC after error@1667154788) -> (continuation of Deferred@1546027845 after retry RPC after error@441160369) -> (continuation of Deferred@1865384385 after retry RPC after error@2055158435) -> (continuation of Deferred@304853506 after retry RPC after error@1412654316) -> (continuation of Deferred@1199687202 after retry RPC after error@1143494227)))
17:38:42.374 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:42.375 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:42.375 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:42.375 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:42.376 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:42.376 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:42.376 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:42.376 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:42.376 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:42.394 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:42.395 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:42.395 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:42.395 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:42.395 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:42.395 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:42.395 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:42.395 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:42.396 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:42.414 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:42.414 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:42.415 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:42.415 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:42.415 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:42.415 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:42.415 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:42.415 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:42.416 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:42.434 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:42.434 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:42.435 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:42.435 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:42.435 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:42.435 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:42.435 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:42.435 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:42.436 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:42.454 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:42.454 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:42.455 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:42.455 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:42.455 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:42.455 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:42.455 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:42.455 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:42.456 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:42.494 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:42.494 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:42.495 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:42.495 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:42.495 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:42.495 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:42.495 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:42.495 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:42.496 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:42.554 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:42.554 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:42.555 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:42.555 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:42.555 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:42.555 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:42.555 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:42.555 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:42.556 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:42.635 [DEBUG - pool-49-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@1764360712(state=PENDING, result=null, callback=(continuation of Deferred@1215592042 after retry RPC after error@1812754932) -> (continuation of Deferred@1185610889 after retry RPC after error@2141817878) -> (continuation of Deferred@335897263 after retry RPC after error@453587466) -> (continuation of Deferred@173464406 after retry RPC after error@967589686) -> (continuation of Deferred@109257398 after retry RPC after error@1422444814) -> (continuation of Deferred@1752704170 after retry RPC after error@821424924) -> (continuation of Deferred@805101862 after retry RPC after error@1030675822), errback=(continuation of Deferred@1215592042 after retry RPC after error@1812754932) -> (continuation of Deferred@1185610889 after retry RPC after error@2141817878) -> (continuation of Deferred@335897263 after retry RPC after error@453587466) -> (continuation of Deferred@173464406 after retry RPC after error@967589686) -> (continuation of Deferred@109257398 after retry RPC after error@1422444814) -> (continuation of Deferred@1752704170 after retry RPC after error@821424924) -> (continuation of Deferred@805101862 after retry RPC after error@1030675822)))
17:38:42.635 [WARN - pool-49-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
17:38:42.654 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:42.655 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:42.655 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:42.655 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:42.655 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:42.656 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:42.656 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:42.656 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:42.656 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:42.674 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:42.675 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:42.675 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:42.675 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:42.676 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:42.676 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:42.676 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:42.676 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:42.677 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:42.694 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:42.695 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:42.695 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:42.695 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:42.695 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:42.695 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:42.696 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:42.696 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:42.697 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:42.714 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:42.715 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:42.715 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:42.715 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:42.715 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:42.715 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:42.715 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:42.716 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:42.716 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:42.734 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:42.734 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:42.735 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:42.735 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:42.735 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:42.735 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:42.735 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:42.735 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:42.736 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:42.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:42.743953 19431 raft_consensus.cc:482] T 00000000000000000000000000000000 P 3e43d70cff754badb528f83658fd4b1f [term 4 FOLLOWER]: Starting pre-election (detected failure of leader be76aec1e782453bb186d86c9446e26d)
17:38:42.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:42.744143 19431 raft_consensus.cc:504] T 00000000000000000000000000000000 P 3e43d70cff754badb528f83658fd4b1f [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be76aec1e782453bb186d86c9446e26d" member_type: VOTER last_known_addr { host: "127.17.204.62" port: 35645 } } peers { permanent_uuid: "89368deac9d949ccb0609e7c90bc88af" member_type: VOTER last_known_addr { host: "127.17.204.61" port: 35389 } } peers { permanent_uuid: "3e43d70cff754badb528f83658fd4b1f" member_type: VOTER last_known_addr { host: "127.17.204.60" port: 33967 } }
17:38:42.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:42.744792 19431 leader_election.cc:288] T 00000000000000000000000000000000 P 3e43d70cff754badb528f83658fd4b1f [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers be76aec1e782453bb186d86c9446e26d (127.17.204.62:35645), 89368deac9d949ccb0609e7c90bc88af (127.17.204.61:35389)
17:38:42.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:42.747087 19247 leader_election.cc:334] T 00000000000000000000000000000000 P 3e43d70cff754badb528f83658fd4b1f [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 89368deac9d949ccb0609e7c90bc88af (127.17.204.61:35389): Network error: Client connection negotiation failed: client connection to 127.17.204.61:35389: connect: Connection refused (error 111)
17:38:42.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:42.747258 19249 leader_election.cc:334] T 00000000000000000000000000000000 P 3e43d70cff754badb528f83658fd4b1f [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer be76aec1e782453bb186d86c9446e26d (127.17.204.62:35645): Network error: Client connection negotiation failed: client connection to 127.17.204.62:35645: connect: Connection refused (error 111)
17:38:42.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:42.747382 19249 leader_election.cc:302] T 00000000000000000000000000000000 P 3e43d70cff754badb528f83658fd4b1f [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 3e43d70cff754badb528f83658fd4b1f; no voters: 89368deac9d949ccb0609e7c90bc88af, be76aec1e782453bb186d86c9446e26d
17:38:42.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:42.747591 19431 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 3e43d70cff754badb528f83658fd4b1f [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
17:38:42.774 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:42.774 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:42.775 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:42.775 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:42.775 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:42.775 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:42.775 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:42.775 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:42.776 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:42.834 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:42.835 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:42.835 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:42.835 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:42.836 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:42.836 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:42.836 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:42.836 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:42.837 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:42.837 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [23ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [43ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, deferred=Deferred@1328566057(state=PENDING, result=null, callback=(continuation of Deferred@1520413221 after retry RPC after error@1159109884) -> (continuation of Deferred@664298451 after retry RPC after error@1780230414) -> (continuation of Deferred@1299544298 after retry RPC after error@1014365380) -> (continuation of Deferred@1477940834 after retry RPC after error@1397264439) -> (continuation of Deferred@891027612 after retry RPC after error@647780647) -> (continuation of Deferred@1121742608 after retry RPC after error@1426228820), errback=(continuation of Deferred@1520413221 after retry RPC after error@1159109884) -> (continuation of Deferred@664298451 after retry RPC after error@1780230414) -> (continuation of Deferred@1299544298 after retry RPC after error@1014365380) -> (continuation of Deferred@1477940834 after retry RPC after error@1397264439) -> (continuation of Deferred@891027612 after retry RPC after error@647780647) -> (continuation of Deferred@1121742608 after retry RPC after error@1426228820)))
17:38:42.837 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [23ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [43ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, deferred=Deferred@1328566057(state=PENDING, result=null, callback=(continuation of Deferred@1520413221 after retry RPC after error@1159109884) -> (continuation of Deferred@664298451 after retry RPC after error@1780230414) -> (continuation of Deferred@1299544298 after retry RPC after error@1014365380) -> (continuation of Deferred@1477940834 after retry RPC after error@1397264439) -> (continuation of Deferred@891027612 after retry RPC after error@647780647) -> (continuation of Deferred@1121742608 after retry RPC after error@1426228820), errback=(continuation of Deferred@1520413221 after retry RPC after error@1159109884) -> (continuation of Deferred@664298451 after retry RPC after error@1780230414) -> (continuation of Deferred@1299544298 after retry RPC after error@1014365380) -> (continuation of Deferred@1477940834 after retry RPC after error@1397264439) -> (continuation of Deferred@891027612 after retry RPC after error@647780647) -> (continuation of Deferred@1121742608 after retry RPC after error@1426228820)))
17:38:42.854 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:42.855 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:42.855 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:42.856 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:42.856 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:42.855 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:42.856 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:42.856 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:42.857 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:42.874 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:42.875 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:42.875 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:42.875 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:42.875 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:42.876 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:42.876 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:42.876 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:42.876 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:42.895 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:42.895 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:42.895 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:42.895 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:42.896 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:42.896 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:42.896 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:42.896 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:42.897 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:42.915 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:42.915 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:42.915 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:42.915 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:42.916 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:42.916 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:42.916 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:42.916 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:42.916 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:42.934 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:42.935 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:42.935 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:42.935 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:42.935 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:42.935 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:42.936 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:42.936 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:42.937 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:42.975 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:42.975 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:42.976 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:42.976 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:42.976 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:42.976 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:42.976 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:42.976 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:42.977 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:43.014 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:43.014 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:43.015 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:43.015 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:43.015 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:43.015 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:43.015 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:43.015 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:43.016 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:43.017 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [123ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [162ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@905399065(state=PENDING, result=null, callback=(continuation of Deferred@703509224 after retry RPC after error@1193363624) -> (continuation of Deferred@1266952094 after retry RPC after error@1151603316) -> (continuation of Deferred@402756090 after retry RPC after error@1428745818) -> (continuation of Deferred@1064999862 after retry RPC after error@1529420191) -> (continuation of Deferred@1328799041 after retry RPC after error@1576771779) -> (continuation of Deferred@917972961 after retry RPC after error@625030473), errback=(continuation of Deferred@703509224 after retry RPC after error@1193363624) -> (continuation of Deferred@1266952094 after retry RPC after error@1151603316) -> (continuation of Deferred@402756090 after retry RPC after error@1428745818) -> (continuation of Deferred@1064999862 after retry RPC after error@1529420191) -> (continuation of Deferred@1328799041 after retry RPC after error@1576771779) -> (continuation of Deferred@917972961 after retry RPC after error@625030473)))
17:38:43.017 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [123ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [162ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@905399065(state=PENDING, result=null, callback=(continuation of Deferred@703509224 after retry RPC after error@1193363624) -> (continuation of Deferred@1266952094 after retry RPC after error@1151603316) -> (continuation of Deferred@402756090 after retry RPC after error@1428745818) -> (continuation of Deferred@1064999862 after retry RPC after error@1529420191) -> (continuation of Deferred@1328799041 after retry RPC after error@1576771779) -> (continuation of Deferred@917972961 after retry RPC after error@625030473), errback=(continuation of Deferred@703509224 after retry RPC after error@1193363624) -> (continuation of Deferred@1266952094 after retry RPC after error@1151603316) -> (continuation of Deferred@402756090 after retry RPC after error@1428745818) -> (continuation of Deferred@1064999862 after retry RPC after error@1529420191) -> (continuation of Deferred@1328799041 after retry RPC after error@1576771779) -> (continuation of Deferred@917972961 after retry RPC after error@625030473)))
17:38:43.034 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:43.034 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:43.034 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:43.034 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:43.035 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:43.035 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:43.035 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:43.035 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:43.035 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:43.054 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:43.055 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:43.055 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:43.055 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:43.055 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:43.055 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:43.055 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:43.055 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:43.056 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:43.074 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:43.074 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:43.075 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:43.075 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:43.075 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:43.075 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:43.075 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:43.075 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:43.076 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:43.094 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:43.094 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:43.095 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:43.095 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:43.095 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:43.095 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:43.095 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:43.095 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:43.096 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:43.114 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:43.114 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:43.115 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:43.115 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:43.115 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:43.115 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:43.115 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:43.115 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:43.116 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:43.154 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:43.154 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:43.155 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:43.155 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:43.155 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:43.155 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:43.155 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:43.155 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:43.156 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:43.214 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:43.214 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:43.215 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:43.215 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:43.215 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:43.215 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:43.215 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:43.216 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:43.216 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:43.217 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [23ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [43ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [63ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [83ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [183ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, deferred=Deferred@1114197701(state=PENDING, result=null, callback=(continuation of Deferred@1461490326 after retry RPC after error@210612947) -> (continuation of Deferred@1524903882 after retry RPC after error@1391676725) -> (continuation of Deferred@1632173535 after retry RPC after error@3330063) -> (continuation of Deferred@2069046716 after retry RPC after error@864113926) -> (continuation of Deferred@360837292 after retry RPC after error@52820155) -> (continuation of Deferred@1639535526 after retry RPC after error@1487475698), errback=(continuation of Deferred@1461490326 after retry RPC after error@210612947) -> (continuation of Deferred@1524903882 after retry RPC after error@1391676725) -> (continuation of Deferred@1632173535 after retry RPC after error@3330063) -> (continuation of Deferred@2069046716 after retry RPC after error@864113926) -> (continuation of Deferred@360837292 after retry RPC after error@52820155) -> (continuation of Deferred@1639535526 after retry RPC after error@1487475698)))
17:38:43.217 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [23ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [43ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [63ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [83ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [183ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, deferred=Deferred@1114197701(state=PENDING, result=null, callback=(continuation of Deferred@1461490326 after retry RPC after error@210612947) -> (continuation of Deferred@1524903882 after retry RPC after error@1391676725) -> (continuation of Deferred@1632173535 after retry RPC after error@3330063) -> (continuation of Deferred@2069046716 after retry RPC after error@864113926) -> (continuation of Deferred@360837292 after retry RPC after error@52820155) -> (continuation of Deferred@1639535526 after retry RPC after error@1487475698), errback=(continuation of Deferred@1461490326 after retry RPC after error@210612947) -> (continuation of Deferred@1524903882 after retry RPC after error@1391676725) -> (continuation of Deferred@1632173535 after retry RPC after error@3330063) -> (continuation of Deferred@2069046716 after retry RPC after error@864113926) -> (continuation of Deferred@360837292 after retry RPC after error@52820155) -> (continuation of Deferred@1639535526 after retry RPC after error@1487475698)))
17:38:43.234 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:43.234 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:43.235 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:43.235 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:43.235 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:43.235 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:43.235 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:43.235 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:43.236 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:43.254 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:43.254 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:43.255 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:43.255 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:43.255 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:43.255 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:43.255 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:43.255 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:43.256 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:43.275 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:43.275 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:43.275 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:43.275 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:43.276 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:43.276 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:43.276 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:43.276 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:43.277 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:43.294 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:43.295 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:43.295 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:43.295 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:43.295 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:43.295 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:43.295 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:43.295 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:43.296 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:43.314 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:43.314 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:43.315 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:43.315 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:43.315 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:43.315 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:43.316 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:43.316 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:43.316 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:43.334 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:43.334 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:43.335 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:43.335 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:43.335 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:43.335 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:43.335 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:43.335 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:43.336 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:43.374 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:43.374 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:43.375 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:43.375 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:43.375 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:43.375 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:43.375 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:43.375 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:43.376 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:43.474 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:43.475 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:43.475 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:43.475 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:43.475 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:43.475 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:43.476 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:43.476 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:43.476 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:43.477 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [142ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [241ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [242ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [242ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, deferred=Deferred@1991641228(state=PENDING, result=null, callback=(continuation of Deferred@919038687 after retry RPC after error@420776687) -> (continuation of Deferred@550467084 after retry RPC after error@1727789297) -> (continuation of Deferred@1810364259 after retry RPC after error@1444502274) -> (continuation of Deferred@230504667 after retry RPC after error@876111341) -> (continuation of Deferred@1622200550 after retry RPC after error@2095924921) -> (continuation of Deferred@418566687 after retry RPC after error@1863502817) -> (continuation of Deferred@155386117 after retry RPC after error@529352218), errback=(continuation of Deferred@919038687 after retry RPC after error@420776687) -> (continuation of Deferred@550467084 after retry RPC after error@1727789297) -> (continuation of Deferred@1810364259 after retry RPC after error@1444502274) -> (continuation of Deferred@230504667 after retry RPC after error@876111341) -> (continuation of Deferred@1622200550 after retry RPC after error@2095924921) -> (continuation of Deferred@418566687 after retry RPC after error@1863502817) -> (continuation of Deferred@155386117 after retry RPC after error@529352218)))
17:38:43.477 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [142ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [241ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [242ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [242ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, deferred=Deferred@1991641228(state=PENDING, result=null, callback=(continuation of Deferred@919038687 after retry RPC after error@420776687) -> (continuation of Deferred@550467084 after retry RPC after error@1727789297) -> (continuation of Deferred@1810364259 after retry RPC after error@1444502274) -> (continuation of Deferred@230504667 after retry RPC after error@876111341) -> (continuation of Deferred@1622200550 after retry RPC after error@2095924921) -> (continuation of Deferred@418566687 after retry RPC after error@1863502817) -> (continuation of Deferred@155386117 after retry RPC after error@529352218), errback=(continuation of Deferred@919038687 after retry RPC after error@420776687) -> (continuation of Deferred@550467084 after retry RPC after error@1727789297) -> (continuation of Deferred@1810364259 after retry RPC after error@1444502274) -> (continuation of Deferred@230504667 after retry RPC after error@876111341) -> (continuation of Deferred@1622200550 after retry RPC after error@2095924921) -> (continuation of Deferred@418566687 after retry RPC after error@1863502817) -> (continuation of Deferred@155386117 after retry RPC after error@529352218)))
17:38:43.494 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:43.494 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:43.495 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:43.495 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:43.495 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:43.495 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:43.495 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:43.495 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:43.496 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:43.514 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:43.514 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:43.515 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:43.515 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:43.515 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:43.515 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:43.515 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:43.515 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:43.516 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:43.534 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:43.534 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:43.534 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:43.535 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:43.535 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:43.535 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:43.535 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:43.535 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:43.535 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:43.554 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:43.554 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:43.554 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:43.554 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:43.555 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:43.555 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:43.555 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:43.555 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:43.556 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:43.574 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:43.575 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:43.576 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:43.576 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:43.576 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:43.576 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:43.576 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:43.576 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:43.577 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:43.594 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:43.595 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:43.595 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:43.595 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:43.595 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:43.595 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:43.596 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:43.596 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:43.596 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:43.654 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:43.655 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:43.655 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:43.655 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:43.656 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:43.656 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:43.656 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:43.656 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:43.657 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:43.657 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [162ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [162ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [163ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@10425824(state=PENDING, result=null, callback=(continuation of Deferred@1354483025 after retry RPC after error@11539974) -> (continuation of Deferred@1848967163 after retry RPC after error@385669064) -> (continuation of Deferred@417536267 after retry RPC after error@417545271) -> (continuation of Deferred@1373754359 after retry RPC after error@567483540) -> (continuation of Deferred@569926372 after retry RPC after error@553381992) -> (continuation of Deferred@2136666603 after retry RPC after error@1179940136), errback=(continuation of Deferred@1354483025 after retry RPC after error@11539974) -> (continuation of Deferred@1848967163 after retry RPC after error@385669064) -> (continuation of Deferred@417536267 after retry RPC after error@417545271) -> (continuation of Deferred@1373754359 after retry RPC after error@567483540) -> (continuation of Deferred@569926372 after retry RPC after error@553381992) -> (continuation of Deferred@2136666603 after retry RPC after error@1179940136)))
17:38:43.657 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [162ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [162ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [163ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@10425824(state=PENDING, result=null, callback=(continuation of Deferred@1354483025 after retry RPC after error@11539974) -> (continuation of Deferred@1848967163 after retry RPC after error@385669064) -> (continuation of Deferred@417536267 after retry RPC after error@417545271) -> (continuation of Deferred@1373754359 after retry RPC after error@567483540) -> (continuation of Deferred@569926372 after retry RPC after error@553381992) -> (continuation of Deferred@2136666603 after retry RPC after error@1179940136), errback=(continuation of Deferred@1354483025 after retry RPC after error@11539974) -> (continuation of Deferred@1848967163 after retry RPC after error@385669064) -> (continuation of Deferred@417536267 after retry RPC after error@417545271) -> (continuation of Deferred@1373754359 after retry RPC after error@567483540) -> (continuation of Deferred@569926372 after retry RPC after error@553381992) -> (continuation of Deferred@2136666603 after retry RPC after error@1179940136)))
17:38:43.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:43.666975 19229 master_runner.cc:186] Error getting master registration for 127.17.204.62:35645: Network error: Client connection negotiation failed: client connection to 127.17.204.62:35645: connect: Connection refused (error 111),
17:38:43.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:43.667153 19229 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
17:38:43.674 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:43.675 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:43.675 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:43.675 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:43.675 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:43.675 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:43.675 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:43.675 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:43.676 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:43.694 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:43.694 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:43.695 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:43.695 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:43.695 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:43.695 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:43.696 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:43.696 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:43.696 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:43.714 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:43.714 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:43.715 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:43.715 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:43.715 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:43.715 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:43.715 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:43.715 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:43.716 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:43.734 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:43.734 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:43.735 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:43.735 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:43.735 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:43.735 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:43.735 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:43.735 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:43.736 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:43.754 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:43.754 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:43.755 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:43.755 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:43.755 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:43.755 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:43.755 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:43.755 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:43.756 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:43.794 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:43.794 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:43.795 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:43.795 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:43.795 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:43.795 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:43.795 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:43.795 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:43.796 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:43.814 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:43.814 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:43.815 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:43.815 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:43.815 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:43.815 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:43.815 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:43.815 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:43.816 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:43.875 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:43.875 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:43.875 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:43.875 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:43.876 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:43.876 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:43.876 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:43.876 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:43.876 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:43.877 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [142ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [202ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [202ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [202ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@1502713929(state=PENDING, result=null, callback=(continuation of Deferred@1201738902 after retry RPC after error@412714262) -> (continuation of Deferred@701010152 after retry RPC after error@2093876808) -> (continuation of Deferred@864336099 after retry RPC after error@1734421168) -> (continuation of Deferred@180595044 after retry RPC after error@112398898) -> (continuation of Deferred@275177895 after retry RPC after error@2126282161) -> (continuation of Deferred@1763926923 after retry RPC after error@1998577183) -> (continuation of Deferred@1347646082 after retry RPC after error@1293929676), errback=(continuation of Deferred@1201738902 after retry RPC after error@412714262) -> (continuation of Deferred@701010152 after retry RPC after error@2093876808) -> (continuation of Deferred@864336099 after retry RPC after error@1734421168) -> (continuation of Deferred@180595044 after retry RPC after error@112398898) -> (continuation of Deferred@275177895 after retry RPC after error@2126282161) -> (continuation of Deferred@1763926923 after retry RPC after error@1998577183) -> (continuation of Deferred@1347646082 after retry RPC after error@1293929676)))
17:38:43.877 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [142ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [202ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [202ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [202ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@1502713929(state=PENDING, result=null, callback=(continuation of Deferred@1201738902 after retry RPC after error@412714262) -> (continuation of Deferred@701010152 after retry RPC after error@2093876808) -> (continuation of Deferred@864336099 after retry RPC after error@1734421168) -> (continuation of Deferred@180595044 after retry RPC after error@112398898) -> (continuation of Deferred@275177895 after retry RPC after error@2126282161) -> (continuation of Deferred@1763926923 after retry RPC after error@1998577183) -> (continuation of Deferred@1347646082 after retry RPC after error@1293929676), errback=(continuation of Deferred@1201738902 after retry RPC after error@412714262) -> (continuation of Deferred@701010152 after retry RPC after error@2093876808) -> (continuation of Deferred@864336099 after retry RPC after error@1734421168) -> (continuation of Deferred@180595044 after retry RPC after error@112398898) -> (continuation of Deferred@275177895 after retry RPC after error@2126282161) -> (continuation of Deferred@1763926923 after retry RPC after error@1998577183) -> (continuation of Deferred@1347646082 after retry RPC after error@1293929676)))
17:38:43.894 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:43.895 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:43.895 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:43.895 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:43.895 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:43.895 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:43.896 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:43.896 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:43.896 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:43.914 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:43.914 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:43.915 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:43.915 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:43.915 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:43.915 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:43.915 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:43.915 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:43.916 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:43.934 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:43.934 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:43.935 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:43.935 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:43.935 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:43.935 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:43.935 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:43.935 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:43.936 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:43.954 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:43.954 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:43.955 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:43.955 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:43.955 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:43.955 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:43.955 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:43.955 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:43.956 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:43.974 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:43.974 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:43.974 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:43.974 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:43.975 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:43.975 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:43.975 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:43.975 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:43.975 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:44.015 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:44.015 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:44.016 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:44.016 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:44.016 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:44.016 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:44.016 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:44.016 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:44.017 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:44.074 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:44.074 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:44.075 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:44.075 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:44.075 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:44.075 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:44.075 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:44.075 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:44.076 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:44.077 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [123ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [179ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, deferred=Deferred@2079179634(state=PENDING, result=null, callback=(continuation of Deferred@302643716 after retry RPC after error@568163035) -> (continuation of Deferred@91260563 after retry RPC after error@269689628) -> (continuation of Deferred@1301754560 after retry RPC after error@131498507) -> (continuation of Deferred@101959804 after retry RPC after error@252772449) -> (continuation of Deferred@2070164081 after retry RPC after error@1217470924) -> (continuation of Deferred@1348030602 after retry RPC after error@1473007848), errback=(continuation of Deferred@302643716 after retry RPC after error@568163035) -> (continuation of Deferred@91260563 after retry RPC after error@269689628) -> (continuation of Deferred@1301754560 after retry RPC after error@131498507) -> (continuation of Deferred@101959804 after retry RPC after error@252772449) -> (continuation of Deferred@2070164081 after retry RPC after error@1217470924) -> (continuation of Deferred@1348030602 after retry RPC after error@1473007848)))
17:38:44.077 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [123ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [179ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, deferred=Deferred@2079179634(state=PENDING, result=null, callback=(continuation of Deferred@302643716 after retry RPC after error@568163035) -> (continuation of Deferred@91260563 after retry RPC after error@269689628) -> (continuation of Deferred@1301754560 after retry RPC after error@131498507) -> (continuation of Deferred@101959804 after retry RPC after error@252772449) -> (continuation of Deferred@2070164081 after retry RPC after error@1217470924) -> (continuation of Deferred@1348030602 after retry RPC after error@1473007848), errback=(continuation of Deferred@302643716 after retry RPC after error@568163035) -> (continuation of Deferred@91260563 after retry RPC after error@269689628) -> (continuation of Deferred@1301754560 after retry RPC after error@131498507) -> (continuation of Deferred@101959804 after retry RPC after error@252772449) -> (continuation of Deferred@2070164081 after retry RPC after error@1217470924) -> (continuation of Deferred@1348030602 after retry RPC after error@1473007848)))
17:38:44.094 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:44.094 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:44.094 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:44.094 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:44.094 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:44.095 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:44.095 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:44.095 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:44.096 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:44.114 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:44.115 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:44.115 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:44.115 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:44.115 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:44.115 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:44.116 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:44.116 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:44.116 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:44.134 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:44.135 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:44.135 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:44.135 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:44.135 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:44.135 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:44.136 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:44.136 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:44.136 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:44.154 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:44.154 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:44.155 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:44.155 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:44.155 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:44.155 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:44.155 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:44.155 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:44.156 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:44.174 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:44.174 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:44.175 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:44.175 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:44.175 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:44.175 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:44.175 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:44.175 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:44.176 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:44.214 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:44.214 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:44.215 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:44.215 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:44.215 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:44.215 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:44.215 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:44.215 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:44.215 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:44.294 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:44.294 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:44.295 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:44.295 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:44.295 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:44.295 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:44.295 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:44.295 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:44.296 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:44.296 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [3ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [23ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [43ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [63ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [83ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [202ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [202ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [203ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@1677479425(state=PENDING, result=null, callback=(continuation of Deferred@817267822 after retry RPC after error@2012921923) -> (continuation of Deferred@1233242852 after retry RPC after error@1208752531) -> (continuation of Deferred@1285382408 after retry RPC after error@1841584128) -> (continuation of Deferred@718629302 after retry RPC after error@45956606) -> (continuation of Deferred@621775232 after retry RPC after error@1782894969) -> (continuation of Deferred@1809685854 after retry RPC after error@6557462), errback=(continuation of Deferred@817267822 after retry RPC after error@2012921923) -> (continuation of Deferred@1233242852 after retry RPC after error@1208752531) -> (continuation of Deferred@1285382408 after retry RPC after error@1841584128) -> (continuation of Deferred@718629302 after retry RPC after error@45956606) -> (continuation of Deferred@621775232 after retry RPC after error@1782894969) -> (continuation of Deferred@1809685854 after retry RPC after error@6557462)))
17:38:44.297 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [3ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [23ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [43ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [63ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [83ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [202ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [202ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [203ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@1677479425(state=PENDING, result=null, callback=(continuation of Deferred@817267822 after retry RPC after error@2012921923) -> (continuation of Deferred@1233242852 after retry RPC after error@1208752531) -> (continuation of Deferred@1285382408 after retry RPC after error@1841584128) -> (continuation of Deferred@718629302 after retry RPC after error@45956606) -> (continuation of Deferred@621775232 after retry RPC after error@1782894969) -> (continuation of Deferred@1809685854 after retry RPC after error@6557462), errback=(continuation of Deferred@817267822 after retry RPC after error@2012921923) -> (continuation of Deferred@1233242852 after retry RPC after error@1208752531) -> (continuation of Deferred@1285382408 after retry RPC after error@1841584128) -> (continuation of Deferred@718629302 after retry RPC after error@45956606) -> (continuation of Deferred@621775232 after retry RPC after error@1782894969) -> (continuation of Deferred@1809685854 after retry RPC after error@6557462)))
17:38:44.314 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:44.314 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:44.315 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:44.315 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:44.315 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:44.315 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:44.315 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:44.315 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:44.316 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:44.334 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:44.334 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:44.334 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:44.334 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:44.335 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:44.335 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:44.335 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:44.335 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:44.335 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:44.354 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:44.355 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:44.355 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:44.355 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:44.355 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:44.355 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:44.356 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:44.356 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:44.356 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:44.374 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:44.374 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:44.375 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:44.375 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:44.375 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:44.375 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:44.375 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:44.375 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:44.376 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:44.394 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:44.394 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:44.395 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:44.395 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:44.395 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:44.395 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:44.395 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:44.396 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:44.396 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:44.434 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:44.435 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:44.436 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:44.436 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:44.436 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:44.436 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:44.436 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:44.436 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:44.437 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:44.454 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:44.454 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:44.455 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:44.455 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:44.455 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:44.455 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:44.455 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:44.455 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:44.456 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:44.456 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [123ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [142ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@102865393(state=PENDING, result=null, callback=(continuation of Deferred@1674136377 after retry RPC after error@1241525387) -> (continuation of Deferred@660373458 after retry RPC after error@767071449) -> (continuation of Deferred@67211988 after retry RPC after error@1328452267) -> (continuation of Deferred@197707379 after retry RPC after error@1656722831) -> (continuation of Deferred@1788881982 after retry RPC after error@1369460747) -> (continuation of Deferred@479653650 after retry RPC after error@43717346), errback=(continuation of Deferred@1674136377 after retry RPC after error@1241525387) -> (continuation of Deferred@660373458 after retry RPC after error@767071449) -> (continuation of Deferred@67211988 after retry RPC after error@1328452267) -> (continuation of Deferred@197707379 after retry RPC after error@1656722831) -> (continuation of Deferred@1788881982 after retry RPC after error@1369460747) -> (continuation of Deferred@479653650 after retry RPC after error@43717346)))
17:38:44.457 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [123ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [142ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@102865393(state=PENDING, result=null, callback=(continuation of Deferred@1674136377 after retry RPC after error@1241525387) -> (continuation of Deferred@660373458 after retry RPC after error@767071449) -> (continuation of Deferred@67211988 after retry RPC after error@1328452267) -> (continuation of Deferred@197707379 after retry RPC after error@1656722831) -> (continuation of Deferred@1788881982 after retry RPC after error@1369460747) -> (continuation of Deferred@479653650 after retry RPC after error@43717346), errback=(continuation of Deferred@1674136377 after retry RPC after error@1241525387) -> (continuation of Deferred@660373458 after retry RPC after error@767071449) -> (continuation of Deferred@67211988 after retry RPC after error@1328452267) -> (continuation of Deferred@197707379 after retry RPC after error@1656722831) -> (continuation of Deferred@1788881982 after retry RPC after error@1369460747) -> (continuation of Deferred@479653650 after retry RPC after error@43717346)))
17:38:44.475 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:44.475 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:44.475 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:44.475 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:44.476 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:44.476 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:44.476 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:44.476 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:44.476 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:44.494 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:44.495 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:44.495 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:44.495 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:44.495 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:44.495 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:44.495 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:44.495 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:44.496 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:44.514 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:44.514 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:44.515 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:44.515 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:44.515 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:44.515 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:44.515 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:44.515 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:44.516 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:44.534 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:44.534 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:44.535 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:44.535 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:44.535 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:44.535 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:44.535 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:44.535 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:44.535 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:44.554 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:44.555 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:44.555 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:44.555 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:44.555 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:44.555 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:44.556 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:44.556 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:44.557 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:44.594 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:44.595 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:44.595 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:44.595 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:44.595 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:44.595 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:44.595 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:44.595 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:44.596 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:44.634 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:44.635 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:44.635 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:44.635 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:44.635 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:44.635 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:44.635 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:44.635 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:44.636 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:44.654 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:44.654 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:44.655 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:44.655 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:44.655 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:44.655 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:44.655 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:44.655 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:44.656 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:44.656 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [162ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@559804565(state=PENDING, result=null, callback=(continuation of Deferred@676926759 after retry RPC after error@220521507) -> (continuation of Deferred@788922078 after retry RPC after error@1628596979) -> (continuation of Deferred@16956379 after retry RPC after error@724390436) -> (continuation of Deferred@727628433 after retry RPC after error@1508444411) -> (continuation of Deferred@1302441086 after retry RPC after error@215772060) -> (continuation of Deferred@1384694436 after retry RPC after error@1136113374) -> (continuation of Deferred@53817482 after retry RPC after error@1826237435), errback=(continuation of Deferred@676926759 after retry RPC after error@220521507) -> (continuation of Deferred@788922078 after retry RPC after error@1628596979) -> (continuation of Deferred@16956379 after retry RPC after error@724390436) -> (continuation of Deferred@727628433 after retry RPC after error@1508444411) -> (continuation of Deferred@1302441086 after retry RPC after error@215772060) -> (continuation of Deferred@1384694436 after retry RPC after error@1136113374) -> (continuation of Deferred@53817482 after retry RPC after error@1826237435)))
17:38:44.657 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [162ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@559804565(state=PENDING, result=null, callback=(continuation of Deferred@676926759 after retry RPC after error@220521507) -> (continuation of Deferred@788922078 after retry RPC after error@1628596979) -> (continuation of Deferred@16956379 after retry RPC after error@724390436) -> (continuation of Deferred@727628433 after retry RPC after error@1508444411) -> (continuation of Deferred@1302441086 after retry RPC after error@215772060) -> (continuation of Deferred@1384694436 after retry RPC after error@1136113374) -> (continuation of Deferred@53817482 after retry RPC after error@1826237435), errback=(continuation of Deferred@676926759 after retry RPC after error@220521507) -> (continuation of Deferred@788922078 after retry RPC after error@1628596979) -> (continuation of Deferred@16956379 after retry RPC after error@724390436) -> (continuation of Deferred@727628433 after retry RPC after error@1508444411) -> (continuation of Deferred@1302441086 after retry RPC after error@215772060) -> (continuation of Deferred@1384694436 after retry RPC after error@1136113374) -> (continuation of Deferred@53817482 after retry RPC after error@1826237435)))
17:38:44.674 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:44.674 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:44.675 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:44.675 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:44.675 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:44.675 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:44.675 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:44.675 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:44.676 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:44.694 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:44.695 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:44.695 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:44.695 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:44.695 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:44.695 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:44.695 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:44.695 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:44.696 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:44.714 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:44.714 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:44.715 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:44.715 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:44.715 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:44.715 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:44.715 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:44.715 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:44.716 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:44.716 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:44.716 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:44.717 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:44.734 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:44.734 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:44.735 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:44.735 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:44.735 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:44.735 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:44.735 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:44.735 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:44.736 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:44.754 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:44.754 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:44.755 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:44.755 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:44.755 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:44.755 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:44.755 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:44.755 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:44.756 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:44.794 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:44.794 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:44.795 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:44.795 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:44.795 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:44.795 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:44.795 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:44.795 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:44.796 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:44.854 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:44.854 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:44.855 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:44.855 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:44.855 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:44.855 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:44.855 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:44.855 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:44.856 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:44.856 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [43ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [179ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@816241482(state=PENDING, result=null, callback=(continuation of Deferred@1389499590 after retry RPC after error@1467012453) -> (continuation of Deferred@1596012954 after retry RPC after error@1507579327) -> (continuation of Deferred@468553318 after retry RPC after error@1256696707) -> (continuation of Deferred@484226732 after retry RPC after error@455995045) -> (continuation of Deferred@1824840984 after retry RPC after error@461949104) -> (continuation of Deferred@1645769915 after retry RPC after error@380958363), errback=(continuation of Deferred@1389499590 after retry RPC after error@1467012453) -> (continuation of Deferred@1596012954 after retry RPC after error@1507579327) -> (continuation of Deferred@468553318 after retry RPC after error@1256696707) -> (continuation of Deferred@484226732 after retry RPC after error@455995045) -> (continuation of Deferred@1824840984 after retry RPC after error@461949104) -> (continuation of Deferred@1645769915 after retry RPC after error@380958363)))
17:38:44.857 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [43ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [179ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@816241482(state=PENDING, result=null, callback=(continuation of Deferred@1389499590 after retry RPC after error@1467012453) -> (continuation of Deferred@1596012954 after retry RPC after error@1507579327) -> (continuation of Deferred@468553318 after retry RPC after error@1256696707) -> (continuation of Deferred@484226732 after retry RPC after error@455995045) -> (continuation of Deferred@1824840984 after retry RPC after error@461949104) -> (continuation of Deferred@1645769915 after retry RPC after error@380958363), errback=(continuation of Deferred@1389499590 after retry RPC after error@1467012453) -> (continuation of Deferred@1596012954 after retry RPC after error@1507579327) -> (continuation of Deferred@468553318 after retry RPC after error@1256696707) -> (continuation of Deferred@484226732 after retry RPC after error@455995045) -> (continuation of Deferred@1824840984 after retry RPC after error@461949104) -> (continuation of Deferred@1645769915 after retry RPC after error@380958363)))
17:38:44.875 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:44.875 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:44.875 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:44.875 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:44.875 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:44.876 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:44.876 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:44.876 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:44.877 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:44.894 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:44.895 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:44.895 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:44.895 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:44.895 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:44.895 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:44.896 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:44.896 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:44.897 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:44.914 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:44.914 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:44.915 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:44.915 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:44.915 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:44.916 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:44.916 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:44.916 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:44.916 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:44.934 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:44.934 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:44.935 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:44.935 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:44.935 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:44.935 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:44.935 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:44.935 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:44.936 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:44.954 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:44.954 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:44.954 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:44.954 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:44.954 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:44.954 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:44.954 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:44.954 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:44.955 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:44.994 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:44.995 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:44.995 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:44.995 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:44.995 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:44.995 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:44.995 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:44.996 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:44.996 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:45.054 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:45.055 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:45.056 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:45.056 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:45.056 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:45.056 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:45.056 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:45.056 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:45.057 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:45.094 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:45.094 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:45.094 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:45.094 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:45.095 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:45.095 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:45.095 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:45.095 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:45.096 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:45.096 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [3ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [23ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [80ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [80ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [183ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [219ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [221ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [221ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [221ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, deferred=Deferred@804573226(state=PENDING, result=null, callback=(continuation of Deferred@1368429483 after retry RPC after error@884383645) -> (continuation of Deferred@1202783870 after retry RPC after error@1313733410) -> (continuation of Deferred@462759051 after retry RPC after error@467606035) -> (continuation of Deferred@1418882528 after retry RPC after error@1973881019) -> (continuation of Deferred@1201982456 after retry RPC after error@608722589) -> (continuation of Deferred@1676855961 after retry RPC after error@777909388) -> (continuation of Deferred@1330053556 after retry RPC after error@698159735), errback=(continuation of Deferred@1368429483 after retry RPC after error@884383645) -> (continuation of Deferred@1202783870 after retry RPC after error@1313733410) -> (continuation of Deferred@462759051 after retry RPC after error@467606035) -> (continuation of Deferred@1418882528 after retry RPC after error@1973881019) -> (continuation of Deferred@1201982456 after retry RPC after error@608722589) -> (continuation of Deferred@1676855961 after retry RPC after error@777909388) -> (continuation of Deferred@1330053556 after retry RPC after error@698159735)))
17:38:45.097 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [3ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [23ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [80ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [80ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [183ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [219ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [221ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [221ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [221ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, deferred=Deferred@804573226(state=PENDING, result=null, callback=(continuation of Deferred@1368429483 after retry RPC after error@884383645) -> (continuation of Deferred@1202783870 after retry RPC after error@1313733410) -> (continuation of Deferred@462759051 after retry RPC after error@467606035) -> (continuation of Deferred@1418882528 after retry RPC after error@1973881019) -> (continuation of Deferred@1201982456 after retry RPC after error@608722589) -> (continuation of Deferred@1676855961 after retry RPC after error@777909388) -> (continuation of Deferred@1330053556 after retry RPC after error@698159735), errback=(continuation of Deferred@1368429483 after retry RPC after error@884383645) -> (continuation of Deferred@1202783870 after retry RPC after error@1313733410) -> (continuation of Deferred@462759051 after retry RPC after error@467606035) -> (continuation of Deferred@1418882528 after retry RPC after error@1973881019) -> (continuation of Deferred@1201982456 after retry RPC after error@608722589) -> (continuation of Deferred@1676855961 after retry RPC after error@777909388) -> (continuation of Deferred@1330053556 after retry RPC after error@698159735)))
17:38:45.114 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:45.115 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:45.115 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:45.116 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:45.116 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:45.116 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:45.117 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:45.117 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:45.117 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:45.134 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:45.135 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:45.135 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:45.135 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:45.135 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:45.135 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:45.135 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:45.135 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:45.136 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:45.154 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:45.154 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:45.155 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:45.155 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:45.155 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:45.155 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:45.155 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:45.155 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:45.156 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:45.174 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:45.174 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:45.175 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:45.175 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:45.175 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:45.175 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:45.175 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:45.175 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:45.176 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:45.194 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:45.194 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:45.195 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:45.195 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:45.195 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:45.195 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:45.195 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:45.195 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:45.196 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:45.234 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:45.234 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:45.235 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:45.235 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:45.235 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:45.235 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:45.235 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:45.235 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:45.236 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:45.294 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:45.294 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:45.295 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:45.295 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:45.295 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:45.295 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:45.295 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:45.295 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:45.296 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:45.334 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:45.334 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:45.335 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:45.335 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:45.335 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:45.335 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:45.335 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:45.335 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:45.336 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:45.374 [DEBUG - pool-49-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [3ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [3ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [221ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [221ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [222ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@841136370(state=PENDING, result=null, callback=(continuation of Deferred@1820306849 after retry RPC after error@1178860781) -> (continuation of Deferred@152017377 after retry RPC after error@776819994) -> (continuation of Deferred@1070528471 after retry RPC after error@1723056215) -> (continuation of Deferred@319196657 after retry RPC after error@1462238990) -> (continuation of Deferred@522177138 after retry RPC after error@1742078142) -> (continuation of Deferred@1075339440 after retry RPC after error@682567730) -> (continuation of Deferred@1224878863 after retry RPC after error@503710049) -> (continuation of Deferred@488173553 after retry RPC after error@1277668056), errback=(continuation of Deferred@1820306849 after retry RPC after error@1178860781) -> (continuation of Deferred@152017377 after retry RPC after error@776819994) -> (continuation of Deferred@1070528471 after retry RPC after error@1723056215) -> (continuation of Deferred@319196657 after retry RPC after error@1462238990) -> (continuation of Deferred@522177138 after retry RPC after error@1742078142) -> (continuation of Deferred@1075339440 after retry RPC after error@682567730) -> (continuation of Deferred@1224878863 after retry RPC after error@503710049) -> (continuation of Deferred@488173553 after retry RPC after error@1277668056)))
17:38:45.375 [WARN - pool-49-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
17:38:45.394 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:45.394 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:45.395 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:45.395 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:45.395 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:45.395 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:45.395 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:45.395 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:45.396 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:45.414 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:45.415 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:45.415 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:45.415 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:45.415 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:45.416 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:45.416 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:45.416 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:45.416 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:45.434 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:45.435 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:45.435 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:45.435 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:45.435 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:45.435 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:45.435 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:45.435 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:45.436 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:45.454 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:45.455 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:45.455 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:45.455 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:45.455 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:45.455 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:45.455 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:45.456 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:45.456 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:45.474 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:45.474 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:45.475 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:45.475 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:45.475 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:45.475 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:45.475 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:45.475 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:45.476 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:45.494 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:45.494 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:45.495 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:45.495 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:45.495 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:45.495 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:45.495 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:45.495 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:45.496 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:45.554 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:45.554 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:45.555 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:45.555 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:45.555 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:45.555 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:45.555 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:45.555 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:45.556 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:45.634 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:45.634 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:45.635 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:45.635 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:45.635 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:45.635 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:45.635 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:45.635 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:45.636 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:45.637 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [162ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [241ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [241ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [242ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, deferred=Deferred@608818281(state=PENDING, result=null, callback=(continuation of Deferred@812978694 after retry RPC after error@621904845) -> (continuation of Deferred@1866550317 after retry RPC after error@88155952) -> (continuation of Deferred@490528956 after retry RPC after error@874125117) -> (continuation of Deferred@1373570487 after retry RPC after error@1571541019) -> (continuation of Deferred@669573650 after retry RPC after error@1127201325) -> (continuation of Deferred@1786051906 after retry RPC after error@1767686943) -> (continuation of Deferred@163861588 after retry RPC after error@923036051), errback=(continuation of Deferred@812978694 after retry RPC after error@621904845) -> (continuation of Deferred@1866550317 after retry RPC after error@88155952) -> (continuation of Deferred@490528956 after retry RPC after error@874125117) -> (continuation of Deferred@1373570487 after retry RPC after error@1571541019) -> (continuation of Deferred@669573650 after retry RPC after error@1127201325) -> (continuation of Deferred@1786051906 after retry RPC after error@1767686943) -> (continuation of Deferred@163861588 after retry RPC after error@923036051)))
17:38:45.637 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [162ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [241ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [241ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [242ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, deferred=Deferred@608818281(state=PENDING, result=null, callback=(continuation of Deferred@812978694 after retry RPC after error@621904845) -> (continuation of Deferred@1866550317 after retry RPC after error@88155952) -> (continuation of Deferred@490528956 after retry RPC after error@874125117) -> (continuation of Deferred@1373570487 after retry RPC after error@1571541019) -> (continuation of Deferred@669573650 after retry RPC after error@1127201325) -> (continuation of Deferred@1786051906 after retry RPC after error@1767686943) -> (continuation of Deferred@163861588 after retry RPC after error@923036051), errback=(continuation of Deferred@812978694 after retry RPC after error@621904845) -> (continuation of Deferred@1866550317 after retry RPC after error@88155952) -> (continuation of Deferred@490528956 after retry RPC after error@874125117) -> (continuation of Deferred@1373570487 after retry RPC after error@1571541019) -> (continuation of Deferred@669573650 after retry RPC after error@1127201325) -> (continuation of Deferred@1786051906 after retry RPC after error@1767686943) -> (continuation of Deferred@163861588 after retry RPC after error@923036051)))
17:38:45.654 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:45.654 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:45.655 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:45.655 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:45.655 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:45.655 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:45.655 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:45.655 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:45.656 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:45.674 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:45.674 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:45.674 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:45.674 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:45.674 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:45.675 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:45.675 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:45.675 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:45.676 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:45.694 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:45.695 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:45.695 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:45.695 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:45.695 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:45.695 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:45.695 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:45.695 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:45.696 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:45.714 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:45.714 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:45.715 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:45.715 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:45.715 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:45.715 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:45.715 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:45.715 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:45.716 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:45.734 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:45.734 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:45.735 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:45.735 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:45.735 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:45.735 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:45.735 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:45.735 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:45.736 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:45.754 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:45.754 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:45.755 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:45.755 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:45.755 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:45.755 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:45.755 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:45.755 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:45.756 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:45.774 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:45.774 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:45.774 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:45.774 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:45.774 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:45.775 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:45.775 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:45.775 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:45.775 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:45.815 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:45.815 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:45.815 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:45.816 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:45.816 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:45.815 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:45.816 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:45.816 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:45.817 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:45.817 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [20ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [162ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [162ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [162ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@445345809(state=PENDING, result=null, callback=(continuation of Deferred@330178481 after retry RPC after error@1535424216) -> (continuation of Deferred@426949198 after retry RPC after error@1488472713) -> (continuation of Deferred@990418360 after retry RPC after error@1162139255) -> (continuation of Deferred@1231598683 after retry RPC after error@1402881021) -> (continuation of Deferred@742697315 after retry RPC after error@1339041266) -> (continuation of Deferred@1133943359 after retry RPC after error@1647753243) -> (continuation of Deferred@1806699151 after retry RPC after error@620846526), errback=(continuation of Deferred@330178481 after retry RPC after error@1535424216) -> (continuation of Deferred@426949198 after retry RPC after error@1488472713) -> (continuation of Deferred@990418360 after retry RPC after error@1162139255) -> (continuation of Deferred@1231598683 after retry RPC after error@1402881021) -> (continuation of Deferred@742697315 after retry RPC after error@1339041266) -> (continuation of Deferred@1133943359 after retry RPC after error@1647753243) -> (continuation of Deferred@1806699151 after retry RPC after error@620846526)))
17:38:45.818 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [20ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [162ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [162ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [162ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@445345809(state=PENDING, result=null, callback=(continuation of Deferred@330178481 after retry RPC after error@1535424216) -> (continuation of Deferred@426949198 after retry RPC after error@1488472713) -> (continuation of Deferred@990418360 after retry RPC after error@1162139255) -> (continuation of Deferred@1231598683 after retry RPC after error@1402881021) -> (continuation of Deferred@742697315 after retry RPC after error@1339041266) -> (continuation of Deferred@1133943359 after retry RPC after error@1647753243) -> (continuation of Deferred@1806699151 after retry RPC after error@620846526), errback=(continuation of Deferred@330178481 after retry RPC after error@1535424216) -> (continuation of Deferred@426949198 after retry RPC after error@1488472713) -> (continuation of Deferred@990418360 after retry RPC after error@1162139255) -> (continuation of Deferred@1231598683 after retry RPC after error@1402881021) -> (continuation of Deferred@742697315 after retry RPC after error@1339041266) -> (continuation of Deferred@1133943359 after retry RPC after error@1647753243) -> (continuation of Deferred@1806699151 after retry RPC after error@620846526)))
17:38:45.834 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:45.835 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:45.835 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:45.835 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:45.835 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:45.835 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:45.835 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:45.835 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:45.836 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:45.854 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:45.854 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:45.855 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:45.855 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:45.855 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:45.855 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:45.855 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:45.855 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:45.856 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:45.874 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:45.874 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:45.874 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:45.874 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:45.874 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:45.875 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:45.875 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:45.875 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:45.875 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:45.894 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:45.895 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:45.895 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:45.895 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:45.895 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:45.895 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:45.895 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:45.895 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:45.896 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:45.914 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:45.914 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:45.915 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:45.915 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:45.915 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:45.915 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:45.915 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:45.915 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:45.916 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:45.934 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:45.934 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:45.935 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:45.935 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:45.935 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:45.935 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:45.935 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:45.935 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:45.936 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:45.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:45.950294 19450 raft_consensus.cc:482] T 00000000000000000000000000000000 P 3e43d70cff754badb528f83658fd4b1f [term 4 FOLLOWER]: Starting pre-election (detected failure of leader be76aec1e782453bb186d86c9446e26d)
17:38:45.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:45.950549 19450 raft_consensus.cc:504] T 00000000000000000000000000000000 P 3e43d70cff754badb528f83658fd4b1f [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be76aec1e782453bb186d86c9446e26d" member_type: VOTER last_known_addr { host: "127.17.204.62" port: 35645 } } peers { permanent_uuid: "89368deac9d949ccb0609e7c90bc88af" member_type: VOTER last_known_addr { host: "127.17.204.61" port: 35389 } } peers { permanent_uuid: "3e43d70cff754badb528f83658fd4b1f" member_type: VOTER last_known_addr { host: "127.17.204.60" port: 33967 } }
17:38:45.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:45.951270 19450 leader_election.cc:288] T 00000000000000000000000000000000 P 3e43d70cff754badb528f83658fd4b1f [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers be76aec1e782453bb186d86c9446e26d (127.17.204.62:35645), 89368deac9d949ccb0609e7c90bc88af (127.17.204.61:35389)
17:38:45.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:45.952400 19249 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.17.204.62:35645: connect: Connection refused (error 111) [suppressed 3 similar messages]
17:38:45.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:45.953632 19247 leader_election.cc:334] T 00000000000000000000000000000000 P 3e43d70cff754badb528f83658fd4b1f [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 89368deac9d949ccb0609e7c90bc88af (127.17.204.61:35389): Network error: Client connection negotiation failed: client connection to 127.17.204.61:35389: connect: Connection refused (error 111)
17:38:45.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:45.953984 19249 leader_election.cc:334] T 00000000000000000000000000000000 P 3e43d70cff754badb528f83658fd4b1f [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer be76aec1e782453bb186d86c9446e26d (127.17.204.62:35645): Network error: Client connection negotiation failed: client connection to 127.17.204.62:35645: connect: Connection refused (error 111)
17:38:45.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:45.954118 19249 leader_election.cc:302] T 00000000000000000000000000000000 P 3e43d70cff754badb528f83658fd4b1f [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 3e43d70cff754badb528f83658fd4b1f; no voters: 89368deac9d949ccb0609e7c90bc88af, be76aec1e782453bb186d86c9446e26d
17:38:45.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:45.954447 19450 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 3e43d70cff754badb528f83658fd4b1f [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
17:38:45.974 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:45.974 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:45.975 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:45.975 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:45.975 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:45.975 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:45.975 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:45.975 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:45.976 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:45.995 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:45.995 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:45.995 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:45.995 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:45.995 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:45.995 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:45.996 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:45.996 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:45.996 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:46.074 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:46.074 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:46.075 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:46.075 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:46.075 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:46.075 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:46.075 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:46.075 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:46.076 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:46.076 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [142ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [241ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [241ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [241ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@539510071(state=PENDING, result=null, callback=(continuation of Deferred@505850332 after retry RPC after error@333627864) -> (continuation of Deferred@2089094040 after retry RPC after error@510060738) -> (continuation of Deferred@900057755 after retry RPC after error@810299894) -> (continuation of Deferred@1681995180 after retry RPC after error@1296621854) -> (continuation of Deferred@1445071678 after retry RPC after error@120607629) -> (continuation of Deferred@1790044818 after retry RPC after error@1627109067) -> (continuation of Deferred@642136593 after retry RPC after error@594524527), errback=(continuation of Deferred@505850332 after retry RPC after error@333627864) -> (continuation of Deferred@2089094040 after retry RPC after error@510060738) -> (continuation of Deferred@900057755 after retry RPC after error@810299894) -> (continuation of Deferred@1681995180 after retry RPC after error@1296621854) -> (continuation of Deferred@1445071678 after retry RPC after error@120607629) -> (continuation of Deferred@1790044818 after retry RPC after error@1627109067) -> (continuation of Deferred@642136593 after retry RPC after error@594524527)))
17:38:46.077 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [142ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [241ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [241ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [241ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@539510071(state=PENDING, result=null, callback=(continuation of Deferred@505850332 after retry RPC after error@333627864) -> (continuation of Deferred@2089094040 after retry RPC after error@510060738) -> (continuation of Deferred@900057755 after retry RPC after error@810299894) -> (continuation of Deferred@1681995180 after retry RPC after error@1296621854) -> (continuation of Deferred@1445071678 after retry RPC after error@120607629) -> (continuation of Deferred@1790044818 after retry RPC after error@1627109067) -> (continuation of Deferred@642136593 after retry RPC after error@594524527), errback=(continuation of Deferred@505850332 after retry RPC after error@333627864) -> (continuation of Deferred@2089094040 after retry RPC after error@510060738) -> (continuation of Deferred@900057755 after retry RPC after error@810299894) -> (continuation of Deferred@1681995180 after retry RPC after error@1296621854) -> (continuation of Deferred@1445071678 after retry RPC after error@120607629) -> (continuation of Deferred@1790044818 after retry RPC after error@1627109067) -> (continuation of Deferred@642136593 after retry RPC after error@594524527)))
17:38:46.094 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:46.095 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:46.095 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:46.095 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:46.095 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:46.095 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:46.096 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:46.096 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:46.096 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:46.114 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:46.114 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:46.115 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:46.115 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:46.115 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:46.115 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:46.115 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:46.115 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:46.116 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:46.134 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:46.134 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:46.135 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:46.135 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:46.135 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:46.135 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:46.135 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:46.135 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:46.136 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:46.154 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:46.154 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:46.154 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:46.154 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:46.154 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:46.154 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:46.154 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:46.154 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:46.155 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:46.174 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:46.175 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:46.175 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:46.175 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:46.175 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:46.175 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:46.175 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:46.175 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:46.176 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:46.214 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:46.215 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:46.215 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:46.216 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:46.216 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:46.216 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:46.216 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:46.216 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:46.217 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:46.234 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:46.235 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:46.235 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:46.235 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:46.236 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:46.236 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:46.236 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:46.236 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:46.237 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:46.314 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:46.314 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:46.315 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:46.315 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:46.315 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:46.315 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:46.315 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:46.315 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:46.316 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:46.316 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [60ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [142ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [142ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [142ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [221ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [221ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [222ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@2046095517(state=PENDING, result=null, callback=(continuation of Deferred@1639212376 after retry RPC after error@1779606351) -> (continuation of Deferred@2133803144 after retry RPC after error@562116584) -> (continuation of Deferred@1667041317 after retry RPC after error@472569818) -> (continuation of Deferred@428146647 after retry RPC after error@831694200) -> (continuation of Deferred@973442895 after retry RPC after error@1893407698) -> (continuation of Deferred@1310664793 after retry RPC after error@1786965383) -> (continuation of Deferred@2095806575 after retry RPC after error@1413933483), errback=(continuation of Deferred@1639212376 after retry RPC after error@1779606351) -> (continuation of Deferred@2133803144 after retry RPC after error@562116584) -> (continuation of Deferred@1667041317 after retry RPC after error@472569818) -> (continuation of Deferred@428146647 after retry RPC after error@831694200) -> (continuation of Deferred@973442895 after retry RPC after error@1893407698) -> (continuation of Deferred@1310664793 after retry RPC after error@1786965383) -> (continuation of Deferred@2095806575 after retry RPC after error@1413933483)))
17:38:46.317 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [60ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [142ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [142ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [142ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [221ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [221ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [222ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@2046095517(state=PENDING, result=null, callback=(continuation of Deferred@1639212376 after retry RPC after error@1779606351) -> (continuation of Deferred@2133803144 after retry RPC after error@562116584) -> (continuation of Deferred@1667041317 after retry RPC after error@472569818) -> (continuation of Deferred@428146647 after retry RPC after error@831694200) -> (continuation of Deferred@973442895 after retry RPC after error@1893407698) -> (continuation of Deferred@1310664793 after retry RPC after error@1786965383) -> (continuation of Deferred@2095806575 after retry RPC after error@1413933483), errback=(continuation of Deferred@1639212376 after retry RPC after error@1779606351) -> (continuation of Deferred@2133803144 after retry RPC after error@562116584) -> (continuation of Deferred@1667041317 after retry RPC after error@472569818) -> (continuation of Deferred@428146647 after retry RPC after error@831694200) -> (continuation of Deferred@973442895 after retry RPC after error@1893407698) -> (continuation of Deferred@1310664793 after retry RPC after error@1786965383) -> (continuation of Deferred@2095806575 after retry RPC after error@1413933483)))
17:38:46.334 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:46.334 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:46.334 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:46.334 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:46.334 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:46.334 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:46.335 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:46.335 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:46.335 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:46.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:46.345163 18887 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.17.204.62:35645,127.17.204.61:35389,127.17.204.60:33967, num_attempts: 95) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.17.204.62:35645,127.17.204.61:35389,127.17.204.60:33967, num_attempts: 1)
17:38:46.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:46.346534 18887 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '1833c289a5794cedaadfa21666b5c809', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '1833c289a5794cedaadfa21666b5c809', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.17.204.62:35645,127.17.204.61:35389,127.17.204.60:33967, num_attempts: 95) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.17.204.62:35645,127.17.204.61:35389,127.17.204.60:33967, num_attempts: 1)
17:38:46.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:46.348044 18887 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.17.204.62:35645)
17:38:46.354 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:46.355 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:46.355 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:46.355 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:46.355 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:46.355 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:46.355 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:46.355 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:46.356 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:46.374 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:46.374 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:46.375 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:46.375 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:46.376 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:46.376 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:46.376 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:46.376 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:46.376 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:46.394 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:46.394 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:46.394 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:46.395 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:46.395 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:46.395 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:46.395 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:46.395 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:46.395 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:46.414 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:46.414 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:46.414 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:46.414 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:46.414 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:46.414 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:46.414 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:46.415 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:46.415 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:46.454 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:46.455 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:46.455 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:46.455 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:46.455 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:46.455 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:46.456 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:46.456 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:46.456 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:46.515 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:46.515 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:46.516 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:46.516 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:46.516 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:46.516 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:46.516 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:46.516 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:46.517 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:46.574 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:46.574 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:46.575 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:46.575 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:46.575 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:46.575 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:46.575 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:46.575 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:46.576 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:46.576 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [23ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [43ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [43ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [43ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [123ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [183ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [183ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [184ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [184ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [242ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [242ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [242ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@1070902458(state=PENDING, result=null, callback=(continuation of Deferred@1890435548 after retry RPC after error@1240489477) -> (continuation of Deferred@761701906 after retry RPC after error@936214136) -> (continuation of Deferred@695265916 after retry RPC after error@1656457505) -> (continuation of Deferred@2054546770 after retry RPC after error@647461594) -> (continuation of Deferred@144332670 after retry RPC after error@920004045) -> (continuation of Deferred@1675368752 after retry RPC after error@2113990203) -> (continuation of Deferred@620455714 after retry RPC after error@587515453), errback=(continuation of Deferred@1890435548 after retry RPC after error@1240489477) -> (continuation of Deferred@761701906 after retry RPC after error@936214136) -> (continuation of Deferred@695265916 after retry RPC after error@1656457505) -> (continuation of Deferred@2054546770 after retry RPC after error@647461594) -> (continuation of Deferred@144332670 after retry RPC after error@920004045) -> (continuation of Deferred@1675368752 after retry RPC after error@2113990203) -> (continuation of Deferred@620455714 after retry RPC after error@587515453)))
17:38:46.577 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [23ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [43ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [43ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [43ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [123ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [183ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [183ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [184ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [184ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [242ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [242ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [242ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@1070902458(state=PENDING, result=null, callback=(continuation of Deferred@1890435548 after retry RPC after error@1240489477) -> (continuation of Deferred@761701906 after retry RPC after error@936214136) -> (continuation of Deferred@695265916 after retry RPC after error@1656457505) -> (continuation of Deferred@2054546770 after retry RPC after error@647461594) -> (continuation of Deferred@144332670 after retry RPC after error@920004045) -> (continuation of Deferred@1675368752 after retry RPC after error@2113990203) -> (continuation of Deferred@620455714 after retry RPC after error@587515453), errback=(continuation of Deferred@1890435548 after retry RPC after error@1240489477) -> (continuation of Deferred@761701906 after retry RPC after error@936214136) -> (continuation of Deferred@695265916 after retry RPC after error@1656457505) -> (continuation of Deferred@2054546770 after retry RPC after error@647461594) -> (continuation of Deferred@144332670 after retry RPC after error@920004045) -> (continuation of Deferred@1675368752 after retry RPC after error@2113990203) -> (continuation of Deferred@620455714 after retry RPC after error@587515453)))
17:38:46.594 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:46.594 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:46.594 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:46.594 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:46.594 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:46.595 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:46.595 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:46.595 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:46.595 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:46.614 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:46.615 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:46.615 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:46.615 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:46.615 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:46.615 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:46.615 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:46.615 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:46.616 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:46.634 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:46.635 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:46.635 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:46.635 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:46.635 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:46.635 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:46.635 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:46.636 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:46.636 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:46.654 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:46.654 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:46.655 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:46.655 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:46.655 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:46.655 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:46.655 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:46.655 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:46.656 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:46.674 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:46.674 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:46.675 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:46.675 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:46.675 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:46.675 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:46.676 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:46.675 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:46.677 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:46.694 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:46.694 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:46.695 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:46.695 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:46.695 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:46.695 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:46.695 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:46.695 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:46.696 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:46.754 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:46.754 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:46.755 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:46.755 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:46.755 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:46.756 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:46.756 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:46.756 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:46.756 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:46.757 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [23ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [43ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [63ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [83ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [103ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [163ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [163ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [163ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@1959665697(state=PENDING, result=null, callback=(continuation of Deferred@1201138627 after retry RPC after error@399425335) -> (continuation of Deferred@329538202 after retry RPC after error@384745447) -> (continuation of Deferred@1860146954 after retry RPC after error@202025697) -> (continuation of Deferred@1028342128 after retry RPC after error@1589231801) -> (continuation of Deferred@1280076707 after retry RPC after error@365464937) -> (continuation of Deferred@1919880801 after retry RPC after error@1648600221), errback=(continuation of Deferred@1201138627 after retry RPC after error@399425335) -> (continuation of Deferred@329538202 after retry RPC after error@384745447) -> (continuation of Deferred@1860146954 after retry RPC after error@202025697) -> (continuation of Deferred@1028342128 after retry RPC after error@1589231801) -> (continuation of Deferred@1280076707 after retry RPC after error@365464937) -> (continuation of Deferred@1919880801 after retry RPC after error@1648600221)))
17:38:46.757 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [23ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [43ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [63ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [83ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [103ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [163ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [163ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [163ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@1959665697(state=PENDING, result=null, callback=(continuation of Deferred@1201138627 after retry RPC after error@399425335) -> (continuation of Deferred@329538202 after retry RPC after error@384745447) -> (continuation of Deferred@1860146954 after retry RPC after error@202025697) -> (continuation of Deferred@1028342128 after retry RPC after error@1589231801) -> (continuation of Deferred@1280076707 after retry RPC after error@365464937) -> (continuation of Deferred@1919880801 after retry RPC after error@1648600221), errback=(continuation of Deferred@1201138627 after retry RPC after error@399425335) -> (continuation of Deferred@329538202 after retry RPC after error@384745447) -> (continuation of Deferred@1860146954 after retry RPC after error@202025697) -> (continuation of Deferred@1028342128 after retry RPC after error@1589231801) -> (continuation of Deferred@1280076707 after retry RPC after error@365464937) -> (continuation of Deferred@1919880801 after retry RPC after error@1648600221)))
17:38:46.774 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:46.774 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:46.775 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:46.775 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:46.775 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:46.775 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:46.775 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:46.775 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:46.776 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:46.794 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:46.795 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:46.795 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:46.795 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:46.795 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:46.795 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:46.795 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:46.795 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:46.796 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:46.814 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:46.815 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:46.815 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:46.815 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:46.815 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:46.815 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:46.815 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:46.815 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:46.816 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:46.834 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:46.834 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:46.835 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:46.835 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:46.835 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:46.836 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:46.836 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:46.836 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:46.837 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:46.854 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:46.854 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:46.855 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:46.855 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:46.855 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:46.855 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:46.855 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:46.855 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:46.856 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:46.875 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:46.875 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:46.875 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:46.875 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:46.875 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:46.875 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:46.876 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:46.876 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:46.876 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:46.915 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:46.915 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:46.915 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:46.915 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:46.916 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:46.916 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:46.916 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:46.916 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:46.917 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:46.974 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:46.974 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:46.975 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:46.975 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:46.975 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:46.975 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:46.975 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:46.975 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:46.976 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:46.976 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [23ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [43ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [63ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [63ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [103ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [103ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [143ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [143ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [144ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [144ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [202ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [202ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [202ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, deferred=Deferred@1393770325(state=PENDING, result=null, callback=(continuation of Deferred@1251654897 after retry RPC after error@727234563) -> (continuation of Deferred@200579242 after retry RPC after error@1096283926) -> (continuation of Deferred@1588963065 after retry RPC after error@818124172) -> (continuation of Deferred@534608630 after retry RPC after error@1632420188) -> (continuation of Deferred@306000354 after retry RPC after error@1056877020) -> (continuation of Deferred@1249934911 after retry RPC after error@1296105490) -> (continuation of Deferred@906533497 after retry RPC after error@2113107245), errback=(continuation of Deferred@1251654897 after retry RPC after error@727234563) -> (continuation of Deferred@200579242 after retry RPC after error@1096283926) -> (continuation of Deferred@1588963065 after retry RPC after error@818124172) -> (continuation of Deferred@534608630 after retry RPC after error@1632420188) -> (continuation of Deferred@306000354 after retry RPC after error@1056877020) -> (continuation of Deferred@1249934911 after retry RPC after error@1296105490) -> (continuation of Deferred@906533497 after retry RPC after error@2113107245)))
17:38:46.977 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [23ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [43ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [63ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [63ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [103ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [103ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [143ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [143ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [144ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [144ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [202ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [202ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [202ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, deferred=Deferred@1393770325(state=PENDING, result=null, callback=(continuation of Deferred@1251654897 after retry RPC after error@727234563) -> (continuation of Deferred@200579242 after retry RPC after error@1096283926) -> (continuation of Deferred@1588963065 after retry RPC after error@818124172) -> (continuation of Deferred@534608630 after retry RPC after error@1632420188) -> (continuation of Deferred@306000354 after retry RPC after error@1056877020) -> (continuation of Deferred@1249934911 after retry RPC after error@1296105490) -> (continuation of Deferred@906533497 after retry RPC after error@2113107245), errback=(continuation of Deferred@1251654897 after retry RPC after error@727234563) -> (continuation of Deferred@200579242 after retry RPC after error@1096283926) -> (continuation of Deferred@1588963065 after retry RPC after error@818124172) -> (continuation of Deferred@534608630 after retry RPC after error@1632420188) -> (continuation of Deferred@306000354 after retry RPC after error@1056877020) -> (continuation of Deferred@1249934911 after retry RPC after error@1296105490) -> (continuation of Deferred@906533497 after retry RPC after error@2113107245)))
17:38:46.994 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:46.995 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:46.995 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:46.995 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:46.995 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:46.995 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:46.995 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:46.995 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:46.996 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:47.014 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:47.014 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:47.015 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:47.015 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:47.015 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:47.015 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:47.015 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:47.015 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:47.016 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:47.034 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:47.034 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:47.034 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:47.034 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:47.035 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:47.035 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:47.035 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:47.035 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:47.035 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:47.054 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:47.055 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:47.055 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:47.055 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:47.055 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:47.055 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:47.056 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:47.056 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:47.056 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:47.074 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:47.074 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:47.075 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:47.075 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:47.075 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:47.075 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:47.075 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:47.075 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:47.076 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:47.094 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:47.094 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:47.095 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:47.095 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:47.095 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:47.095 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:47.095 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:47.095 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:47.096 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:47.114 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:47.115 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:47.115 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:47.115 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:47.115 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:47.116 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:47.116 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:47.116 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:47.117 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:47.254 [DEBUG - pool-49-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, deferred=Deferred@1016786218(state=PENDING, result=null, callback=(continuation of Deferred@2146344769 after retry RPC after error@1667746946) -> (continuation of Deferred@1092032206 after retry RPC after error@714035323) -> (continuation of Deferred@554751740 after retry RPC after error@2093882752) -> (continuation of Deferred@93771185 after retry RPC after error@1439318512) -> (continuation of Deferred@1917504131 after retry RPC after error@2120543063) -> (continuation of Deferred@1298961015 after retry RPC after error@1244565483) -> (continuation of Deferred@1855212287 after retry RPC after error@930298409), errback=(continuation of Deferred@2146344769 after retry RPC after error@1667746946) -> (continuation of Deferred@1092032206 after retry RPC after error@714035323) -> (continuation of Deferred@554751740 after retry RPC after error@2093882752) -> (continuation of Deferred@93771185 after retry RPC after error@1439318512) -> (continuation of Deferred@1917504131 after retry RPC after error@2120543063) -> (continuation of Deferred@1298961015 after retry RPC after error@1244565483) -> (continuation of Deferred@1855212287 after retry RPC after error@930298409)))
17:38:47.255 [WARN - pool-49-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
17:38:47.274 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:47.274 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:47.275 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:47.275 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:47.275 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:47.275 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:47.275 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:47.275 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:47.276 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:47.294 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:47.295 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:47.295 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:47.295 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:47.295 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:47.295 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:47.296 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:47.296 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:47.296 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:47.314 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:47.314 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:47.315 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:47.315 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:47.315 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:47.315 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:47.315 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:47.315 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:47.316 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:47.334 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:47.334 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:47.335 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:47.335 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:47.335 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:47.335 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:47.335 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:47.335 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:47.336 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:47.354 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:47.354 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:47.355 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:47.355 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:47.355 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:47.355 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:47.355 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:47.355 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:47.355 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:47.394 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:47.394 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:47.395 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:47.395 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:47.395 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:47.395 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:47.395 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:47.395 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:47.396 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:47.414 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:47.415 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:47.415 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:47.415 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:47.415 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:47.415 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:47.415 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:47.415 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:47.416 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:47.514 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:47.514 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:47.515 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:47.515 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:47.515 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:47.515 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:47.515 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:47.515 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:47.516 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:47.516 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [142ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [239ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [241ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [241ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [241ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@96190087(state=PENDING, result=null, callback=(continuation of Deferred@440601730 after retry RPC after error@370824749) -> (continuation of Deferred@1398414184 after retry RPC after error@198039554) -> (continuation of Deferred@157872869 after retry RPC after error@1300719323) -> (continuation of Deferred@1317385560 after retry RPC after error@728590658) -> (continuation of Deferred@1708935440 after retry RPC after error@320555726) -> (continuation of Deferred@1893143168 after retry RPC after error@816861857) -> (continuation of Deferred@933435758 after retry RPC after error@2116511854), errback=(continuation of Deferred@440601730 after retry RPC after error@370824749) -> (continuation of Deferred@1398414184 after retry RPC after error@198039554) -> (continuation of Deferred@157872869 after retry RPC after error@1300719323) -> (continuation of Deferred@1317385560 after retry RPC after error@728590658) -> (continuation of Deferred@1708935440 after retry RPC after error@320555726) -> (continuation of Deferred@1893143168 after retry RPC after error@816861857) -> (continuation of Deferred@933435758 after retry RPC after error@2116511854)))
17:38:47.517 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [142ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [239ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [241ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [241ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [241ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@96190087(state=PENDING, result=null, callback=(continuation of Deferred@440601730 after retry RPC after error@370824749) -> (continuation of Deferred@1398414184 after retry RPC after error@198039554) -> (continuation of Deferred@157872869 after retry RPC after error@1300719323) -> (continuation of Deferred@1317385560 after retry RPC after error@728590658) -> (continuation of Deferred@1708935440 after retry RPC after error@320555726) -> (continuation of Deferred@1893143168 after retry RPC after error@816861857) -> (continuation of Deferred@933435758 after retry RPC after error@2116511854), errback=(continuation of Deferred@440601730 after retry RPC after error@370824749) -> (continuation of Deferred@1398414184 after retry RPC after error@198039554) -> (continuation of Deferred@157872869 after retry RPC after error@1300719323) -> (continuation of Deferred@1317385560 after retry RPC after error@728590658) -> (continuation of Deferred@1708935440 after retry RPC after error@320555726) -> (continuation of Deferred@1893143168 after retry RPC after error@816861857) -> (continuation of Deferred@933435758 after retry RPC after error@2116511854)))
17:38:47.534 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:47.534 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:47.534 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:47.534 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:47.534 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:47.535 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:47.535 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:47.535 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:47.536 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:47.554 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:47.555 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:47.555 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:47.555 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:47.555 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:47.555 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:47.555 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:47.555 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:47.556 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:47.574 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:47.575 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:47.575 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:47.575 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:47.575 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:47.575 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:47.575 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:47.575 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:47.576 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:47.594 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:47.594 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:47.595 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:47.595 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:47.595 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:47.595 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:47.595 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:47.595 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:47.596 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:47.614 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:47.614 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:47.615 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:47.615 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:47.615 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:47.615 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:47.615 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:47.615 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:47.616 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:47.634 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:47.634 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:47.635 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:47.635 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:47.635 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:47.635 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:47.635 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:47.635 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:47.636 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:47.674 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:47.674 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:47.675 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:47.675 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:47.675 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:47.675 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:47.675 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:47.675 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:47.676 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:47.734 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:47.734 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:47.735 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:47.735 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:47.735 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:47.735 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:47.735 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:47.735 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:47.736 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:47.754 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:47.754 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:47.754 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:47.754 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:47.754 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:47.754 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:47.755 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:47.755 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:47.755 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:47.756 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [3ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [23ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [43ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [63ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [83ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [142ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [142ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [143ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [202ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [202ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [203ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [222ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [222ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [222ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@1373272727(state=PENDING, result=null, callback=(continuation of Deferred@1540513992 after retry RPC after error@1743229886) -> (continuation of Deferred@421505002 after retry RPC after error@462645404) -> (continuation of Deferred@1393528582 after retry RPC after error@137268410) -> (continuation of Deferred@1827293858 after retry RPC after error@1815943211) -> (continuation of Deferred@1139137813 after retry RPC after error@1062392463) -> (continuation of Deferred@30617757 after retry RPC after error@95128780) -> (continuation of Deferred@1749804057 after retry RPC after error@1092912437) -> (continuation of Deferred@1508577876 after retry RPC after error@16726089), errback=(continuation of Deferred@1540513992 after retry RPC after error@1743229886) -> (continuation of Deferred@421505002 after retry RPC after error@462645404) -> (continuation of Deferred@1393528582 after retry RPC after error@137268410) -> (continuation of Deferred@1827293858 after retry RPC after error@1815943211) -> (continuation of Deferred@1139137813 after retry RPC after error@1062392463) -> (continuation of Deferred@30617757 after retry RPC after error@95128780) -> (continuation of Deferred@1749804057 after retry RPC after error@1092912437) -> (continuation of Deferred@1508577876 after retry RPC after error@16726089)))
17:38:47.756 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [3ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [23ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [43ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [63ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [83ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [142ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [142ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [143ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [202ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [202ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [203ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [222ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [222ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [222ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@1373272727(state=PENDING, result=null, callback=(continuation of Deferred@1540513992 after retry RPC after error@1743229886) -> (continuation of Deferred@421505002 after retry RPC after error@462645404) -> (continuation of Deferred@1393528582 after retry RPC after error@137268410) -> (continuation of Deferred@1827293858 after retry RPC after error@1815943211) -> (continuation of Deferred@1139137813 after retry RPC after error@1062392463) -> (continuation of Deferred@30617757 after retry RPC after error@95128780) -> (continuation of Deferred@1749804057 after retry RPC after error@1092912437) -> (continuation of Deferred@1508577876 after retry RPC after error@16726089), errback=(continuation of Deferred@1540513992 after retry RPC after error@1743229886) -> (continuation of Deferred@421505002 after retry RPC after error@462645404) -> (continuation of Deferred@1393528582 after retry RPC after error@137268410) -> (continuation of Deferred@1827293858 after retry RPC after error@1815943211) -> (continuation of Deferred@1139137813 after retry RPC after error@1062392463) -> (continuation of Deferred@30617757 after retry RPC after error@95128780) -> (continuation of Deferred@1749804057 after retry RPC after error@1092912437) -> (continuation of Deferred@1508577876 after retry RPC after error@16726089)))
17:38:47.774 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:47.774 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:47.775 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:47.775 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:47.775 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:47.775 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:47.776 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:47.776 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:47.776 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:47.794 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:47.794 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:47.795 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:47.795 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:47.795 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:47.795 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:47.795 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:47.795 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:47.796 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:47.814 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:47.814 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:47.815 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:47.815 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:47.815 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:47.815 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:47.815 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:47.815 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:47.816 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:47.835 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:47.835 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:47.835 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:47.835 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:47.836 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:47.836 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:47.836 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:47.836 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:47.837 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:47.854 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:47.854 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:47.854 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:47.854 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:47.854 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:47.854 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:47.855 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:47.855 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:47.855 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:47.874 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:47.875 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:47.875 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:47.875 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:47.875 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:47.875 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:47.875 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:47.875 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:47.876 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:47.934 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:47.935 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:47.935 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:47.935 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:47.935 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:47.936 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:47.936 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:47.936 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:47.936 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:47.994 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:47.994 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:47.994 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:47.994 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:47.995 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:47.995 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:47.995 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:47.995 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:47.996 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:47.996 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [80ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [162ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [162ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [162ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [220ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [221ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [221ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@1963133179(state=PENDING, result=null, callback=(continuation of Deferred@264894046 after retry RPC after error@1104929375) -> (continuation of Deferred@656163907 after retry RPC after error@1245041803) -> (continuation of Deferred@168730773 after retry RPC after error@349794961) -> (continuation of Deferred@1361187349 after retry RPC after error@894899510) -> (continuation of Deferred@1243746561 after retry RPC after error@363900718) -> (continuation of Deferred@1422112055 after retry RPC after error@1504764988) -> (continuation of Deferred@54545426 after retry RPC after error@328813195), errback=(continuation of Deferred@264894046 after retry RPC after error@1104929375) -> (continuation of Deferred@656163907 after retry RPC after error@1245041803) -> (continuation of Deferred@168730773 after retry RPC after error@349794961) -> (continuation of Deferred@1361187349 after retry RPC after error@894899510) -> (continuation of Deferred@1243746561 after retry RPC after error@363900718) -> (continuation of Deferred@1422112055 after retry RPC after error@1504764988) -> (continuation of Deferred@54545426 after retry RPC after error@328813195)))
17:38:47.996 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [80ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [162ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [162ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [162ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [220ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [221ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [221ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@1963133179(state=PENDING, result=null, callback=(continuation of Deferred@264894046 after retry RPC after error@1104929375) -> (continuation of Deferred@656163907 after retry RPC after error@1245041803) -> (continuation of Deferred@168730773 after retry RPC after error@349794961) -> (continuation of Deferred@1361187349 after retry RPC after error@894899510) -> (continuation of Deferred@1243746561 after retry RPC after error@363900718) -> (continuation of Deferred@1422112055 after retry RPC after error@1504764988) -> (continuation of Deferred@54545426 after retry RPC after error@328813195), errback=(continuation of Deferred@264894046 after retry RPC after error@1104929375) -> (continuation of Deferred@656163907 after retry RPC after error@1245041803) -> (continuation of Deferred@168730773 after retry RPC after error@349794961) -> (continuation of Deferred@1361187349 after retry RPC after error@894899510) -> (continuation of Deferred@1243746561 after retry RPC after error@363900718) -> (continuation of Deferred@1422112055 after retry RPC after error@1504764988) -> (continuation of Deferred@54545426 after retry RPC after error@328813195)))
17:38:48.014 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:48.015 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:48.015 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:48.015 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:48.015 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:48.015 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:48.016 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:48.016 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:48.016 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:48.034 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:48.035 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:48.035 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:48.035 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:48.035 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:48.035 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:48.035 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:48.035 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:48.036 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:48.054 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:48.054 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:48.055 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:48.055 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:48.055 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:48.055 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:48.055 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:48.055 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:48.056 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:48.074 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:48.074 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:48.074 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:48.074 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:48.075 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:48.075 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:48.075 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:48.075 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:48.075 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:48.094 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:48.095 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:48.095 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:48.095 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:48.095 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:48.095 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:48.095 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:48.095 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:48.096 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:48.134 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:48.134 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:48.135 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:48.135 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:48.135 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:48.135 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:48.135 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:48.135 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:48.136 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:48.194 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:48.194 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:48.195 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:48.195 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:48.195 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:48.195 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:48.195 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:48.195 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:48.196 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:48.214 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:48.214 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:48.215 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:48.215 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:48.215 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:48.215 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:48.215 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:48.215 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:48.215 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:48.220 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=205), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [201ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [201ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [201ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [205ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@1781587776(state=PENDING, result=null, callback=(continuation of Deferred@1591373471 after retry RPC after error@1707593758) -> (continuation of Deferred@647743307 after retry RPC after error@1253950983) -> (continuation of Deferred@1201600345 after retry RPC after error@478316692) -> (continuation of Deferred@1683727824 after retry RPC after error@1081264802) -> (continuation of Deferred@1885788618 after retry RPC after error@2015902074) -> (continuation of Deferred@1097102986 after retry RPC after error@395678686) -> (continuation of Deferred@1367060591 after retry RPC after error@1747038419), errback=(continuation of Deferred@1591373471 after retry RPC after error@1707593758) -> (continuation of Deferred@647743307 after retry RPC after error@1253950983) -> (continuation of Deferred@1201600345 after retry RPC after error@478316692) -> (continuation of Deferred@1683727824 after retry RPC after error@1081264802) -> (continuation of Deferred@1885788618 after retry RPC after error@2015902074) -> (continuation of Deferred@1097102986 after retry RPC after error@395678686) -> (continuation of Deferred@1367060591 after retry RPC after error@1747038419)))
17:38:48.221 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=205), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [201ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [201ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [201ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [205ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@1781587776(state=PENDING, result=null, callback=(continuation of Deferred@1591373471 after retry RPC after error@1707593758) -> (continuation of Deferred@647743307 after retry RPC after error@1253950983) -> (continuation of Deferred@1201600345 after retry RPC after error@478316692) -> (continuation of Deferred@1683727824 after retry RPC after error@1081264802) -> (continuation of Deferred@1885788618 after retry RPC after error@2015902074) -> (continuation of Deferred@1097102986 after retry RPC after error@395678686) -> (continuation of Deferred@1367060591 after retry RPC after error@1747038419), errback=(continuation of Deferred@1591373471 after retry RPC after error@1707593758) -> (continuation of Deferred@647743307 after retry RPC after error@1253950983) -> (continuation of Deferred@1201600345 after retry RPC after error@478316692) -> (continuation of Deferred@1683727824 after retry RPC after error@1081264802) -> (continuation of Deferred@1885788618 after retry RPC after error@2015902074) -> (continuation of Deferred@1097102986 after retry RPC after error@395678686) -> (continuation of Deferred@1367060591 after retry RPC after error@1747038419)))
17:38:48.234 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:48.235 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:48.235 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:48.235 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:48.235 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:48.235 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:48.236 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:48.236 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:48.236 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:48.254 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:48.254 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:48.255 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:48.255 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:48.255 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:48.255 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:48.255 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:48.255 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:48.256 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:48.274 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:48.274 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:48.275 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:48.275 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:48.275 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:48.275 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:48.275 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:48.275 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:48.276 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:48.294 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:48.294 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:48.294 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:48.295 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:48.295 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:48.295 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:48.295 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:48.295 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:48.296 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:48.314 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:48.315 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:48.315 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:48.315 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:48.315 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:48.315 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:48.316 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:48.316 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:48.317 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:48.354 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:48.355 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:48.355 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:48.355 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:48.355 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:48.355 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:48.356 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:48.356 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:48.357 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:48.394 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:48.395 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:48.395 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:48.395 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:48.396 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:48.396 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:48.396 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:48.396 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:48.397 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:48.474 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:48.474 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:48.475 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:48.475 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:48.475 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:48.475 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:48.475 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:48.475 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:48.476 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:48.476 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [162ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [162ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [163ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [241ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [241ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [242ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@1285216598(state=PENDING, result=null, callback=(continuation of Deferred@2146158935 after retry RPC after error@1265788154) -> (continuation of Deferred@221371379 after retry RPC after error@393995114) -> (continuation of Deferred@914043299 after retry RPC after error@1861666338) -> (continuation of Deferred@1838900812 after retry RPC after error@624142374) -> (continuation of Deferred@1252684554 after retry RPC after error@313879467) -> (continuation of Deferred@606787255 after retry RPC after error@484452492) -> (continuation of Deferred@97204793 after retry RPC after error@1008394520), errback=(continuation of Deferred@2146158935 after retry RPC after error@1265788154) -> (continuation of Deferred@221371379 after retry RPC after error@393995114) -> (continuation of Deferred@914043299 after retry RPC after error@1861666338) -> (continuation of Deferred@1838900812 after retry RPC after error@624142374) -> (continuation of Deferred@1252684554 after retry RPC after error@313879467) -> (continuation of Deferred@606787255 after retry RPC after error@484452492) -> (continuation of Deferred@97204793 after retry RPC after error@1008394520)))
17:38:48.477 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [162ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [162ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [163ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [241ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [241ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [242ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@1285216598(state=PENDING, result=null, callback=(continuation of Deferred@2146158935 after retry RPC after error@1265788154) -> (continuation of Deferred@221371379 after retry RPC after error@393995114) -> (continuation of Deferred@914043299 after retry RPC after error@1861666338) -> (continuation of Deferred@1838900812 after retry RPC after error@624142374) -> (continuation of Deferred@1252684554 after retry RPC after error@313879467) -> (continuation of Deferred@606787255 after retry RPC after error@484452492) -> (continuation of Deferred@97204793 after retry RPC after error@1008394520), errback=(continuation of Deferred@2146158935 after retry RPC after error@1265788154) -> (continuation of Deferred@221371379 after retry RPC after error@393995114) -> (continuation of Deferred@914043299 after retry RPC after error@1861666338) -> (continuation of Deferred@1838900812 after retry RPC after error@624142374) -> (continuation of Deferred@1252684554 after retry RPC after error@313879467) -> (continuation of Deferred@606787255 after retry RPC after error@484452492) -> (continuation of Deferred@97204793 after retry RPC after error@1008394520)))
17:38:48.495 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:48.495 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:48.495 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:48.495 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:48.495 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:48.495 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:48.495 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:48.495 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:48.496 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:48.514 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:48.515 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:48.515 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:48.515 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:48.515 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:48.515 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:48.515 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:48.515 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:48.516 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:48.534 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:48.534 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:48.535 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:48.535 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:48.535 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:48.535 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:48.535 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:48.535 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:48.536 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:48.554 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:48.554 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:48.555 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:48.555 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:48.555 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:48.555 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:48.555 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:48.555 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:48.556 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:48.574 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:48.574 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:48.574 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:48.574 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:48.574 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:48.574 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:48.574 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:48.574 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:48.575 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:48.614 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:48.615 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:48.615 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:48.615 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:48.616 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:48.616 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:48.616 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:48.616 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:48.616 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:48.634 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:48.634 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:48.635 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:48.635 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:48.635 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:48.635 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:48.635 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:48.635 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:48.636 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:48.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:48.668654 19229 master_runner.cc:186] Error getting master registration for 127.17.204.62:35645: Network error: Client connection negotiation failed: client connection to 127.17.204.62:35645: connect: Connection refused (error 111),
17:38:48.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:48.668859 19229 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
17:38:48.694 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:48.694 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:48.695 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:48.695 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:48.695 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:48.695 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:48.695 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:48.695 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:48.696 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:48.696 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [80ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [80ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [142ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [201ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [201ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [202ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@134528459(state=PENDING, result=null, callback=(continuation of Deferred@2135448239 after retry RPC after error@2024627262) -> (continuation of Deferred@1639077835 after retry RPC after error@1282757843) -> (continuation of Deferred@1909842640 after retry RPC after error@1661668472) -> (continuation of Deferred@284431325 after retry RPC after error@1992363740) -> (continuation of Deferred@685552054 after retry RPC after error@319754265) -> (continuation of Deferred@601199454 after retry RPC after error@1570557462) -> (continuation of Deferred@268469522 after retry RPC after error@2070204627), errback=(continuation of Deferred@2135448239 after retry RPC after error@2024627262) -> (continuation of Deferred@1639077835 after retry RPC after error@1282757843) -> (continuation of Deferred@1909842640 after retry RPC after error@1661668472) -> (continuation of Deferred@284431325 after retry RPC after error@1992363740) -> (continuation of Deferred@685552054 after retry RPC after error@319754265) -> (continuation of Deferred@601199454 after retry RPC after error@1570557462) -> (continuation of Deferred@268469522 after retry RPC after error@2070204627)))
17:38:48.697 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [80ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [80ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [142ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [201ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [201ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [202ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@134528459(state=PENDING, result=null, callback=(continuation of Deferred@2135448239 after retry RPC after error@2024627262) -> (continuation of Deferred@1639077835 after retry RPC after error@1282757843) -> (continuation of Deferred@1909842640 after retry RPC after error@1661668472) -> (continuation of Deferred@284431325 after retry RPC after error@1992363740) -> (continuation of Deferred@685552054 after retry RPC after error@319754265) -> (continuation of Deferred@601199454 after retry RPC after error@1570557462) -> (continuation of Deferred@268469522 after retry RPC after error@2070204627), errback=(continuation of Deferred@2135448239 after retry RPC after error@2024627262) -> (continuation of Deferred@1639077835 after retry RPC after error@1282757843) -> (continuation of Deferred@1909842640 after retry RPC after error@1661668472) -> (continuation of Deferred@284431325 after retry RPC after error@1992363740) -> (continuation of Deferred@685552054 after retry RPC after error@319754265) -> (continuation of Deferred@601199454 after retry RPC after error@1570557462) -> (continuation of Deferred@268469522 after retry RPC after error@2070204627)))
17:38:48.714 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:48.714 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:48.715 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:48.715 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:48.715 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:48.715 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:48.715 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:48.715 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:48.716 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:48.734 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:48.734 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:48.735 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:48.735 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:48.735 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:48.735 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:48.735 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:48.735 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:48.736 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:48.754 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:48.754 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:48.755 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:48.755 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:48.755 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:48.755 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:48.755 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:48.755 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:48.756 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:48.774 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:48.775 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:48.775 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:48.775 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:48.775 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:48.775 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:48.776 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:48.776 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:48.776 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:48.794 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:48.794 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:48.795 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:48.795 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:48.795 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:48.795 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:48.795 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:48.795 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:48.796 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:48.814 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:48.814 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:48.815 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:48.815 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:48.815 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:48.815 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:48.815 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:48.815 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:48.816 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:48.854 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:48.854 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:48.855 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:48.855 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:48.855 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:48.855 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:48.855 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:48.855 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:48.856 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:48.934 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:48.934 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:48.935 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:48.935 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:48.935 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:48.935 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:48.935 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:48.935 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:48.936 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:48.937 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [142ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [221ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [221ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [222ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@1814878810(state=PENDING, result=null, callback=(continuation of Deferred@1161798299 after retry RPC after error@1154186450) -> (continuation of Deferred@1303653085 after retry RPC after error@1195431739) -> (continuation of Deferred@2144570930 after retry RPC after error@1625379062) -> (continuation of Deferred@217017589 after retry RPC after error@1297587036) -> (continuation of Deferred@781594330 after retry RPC after error@1142598942) -> (continuation of Deferred@870709676 after retry RPC after error@1117329911) -> (continuation of Deferred@1575358336 after retry RPC after error@1283799935), errback=(continuation of Deferred@1161798299 after retry RPC after error@1154186450) -> (continuation of Deferred@1303653085 after retry RPC after error@1195431739) -> (continuation of Deferred@2144570930 after retry RPC after error@1625379062) -> (continuation of Deferred@217017589 after retry RPC after error@1297587036) -> (continuation of Deferred@781594330 after retry RPC after error@1142598942) -> (continuation of Deferred@870709676 after retry RPC after error@1117329911) -> (continuation of Deferred@1575358336 after retry RPC after error@1283799935)))
17:38:48.937 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [142ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [221ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [221ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [222ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@1814878810(state=PENDING, result=null, callback=(continuation of Deferred@1161798299 after retry RPC after error@1154186450) -> (continuation of Deferred@1303653085 after retry RPC after error@1195431739) -> (continuation of Deferred@2144570930 after retry RPC after error@1625379062) -> (continuation of Deferred@217017589 after retry RPC after error@1297587036) -> (continuation of Deferred@781594330 after retry RPC after error@1142598942) -> (continuation of Deferred@870709676 after retry RPC after error@1117329911) -> (continuation of Deferred@1575358336 after retry RPC after error@1283799935), errback=(continuation of Deferred@1161798299 after retry RPC after error@1154186450) -> (continuation of Deferred@1303653085 after retry RPC after error@1195431739) -> (continuation of Deferred@2144570930 after retry RPC after error@1625379062) -> (continuation of Deferred@217017589 after retry RPC after error@1297587036) -> (continuation of Deferred@781594330 after retry RPC after error@1142598942) -> (continuation of Deferred@870709676 after retry RPC after error@1117329911) -> (continuation of Deferred@1575358336 after retry RPC after error@1283799935)))
17:38:48.954 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:48.954 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:48.955 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:48.955 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:48.955 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:48.955 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:48.955 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:48.955 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:48.956 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:48.974 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:48.974 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:48.974 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:48.974 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:48.975 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:48.975 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:48.975 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:48.975 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:48.975 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:48.994 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:48.995 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:48.995 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:48.995 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:48.995 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:48.995 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:48.995 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:48.995 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:48.996 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:49.014 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:49.014 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:49.015 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:49.015 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:49.015 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:49.015 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:49.015 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:49.015 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:49.016 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:49.034 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:49.034 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:49.035 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:49.035 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:49.035 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:49.035 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:49.035 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:49.035 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:49.036 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:49.054 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:49.054 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:49.054 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:49.054 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:49.055 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:49.055 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:49.055 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:49.055 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:49.056 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:49.074 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:49.075 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:49.075 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:49.076 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:49.076 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:49.076 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:49.076 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:49.076 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:49.077 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:49.114 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:49.114 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:49.115 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:49.115 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:49.115 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:49.115 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:49.115 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:49.115 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:49.116 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:49.174 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:49.174 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:49.175 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:49.175 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:49.175 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:49.175 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:49.175 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:49.175 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:49.176 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:49.177 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [20ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [123ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [162ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [221ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [221ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [222ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@1931257537(state=PENDING, result=null, callback=(continuation of Deferred@565189605 after retry RPC after error@2054673197) -> (continuation of Deferred@384227995 after retry RPC after error@14310440) -> (continuation of Deferred@554959077 after retry RPC after error@1698578769) -> (continuation of Deferred@1160543599 after retry RPC after error@398807806) -> (continuation of Deferred@383220683 after retry RPC after error@24417417) -> (continuation of Deferred@664098509 after retry RPC after error@444244579) -> (continuation of Deferred@928947140 after retry RPC after error@304841082) -> (continuation of Deferred@528850636 after retry RPC after error@1352883941), errback=(continuation of Deferred@565189605 after retry RPC after error@2054673197) -> (continuation of Deferred@384227995 after retry RPC after error@14310440) -> (continuation of Deferred@554959077 after retry RPC after error@1698578769) -> (continuation of Deferred@1160543599 after retry RPC after error@398807806) -> (continuation of Deferred@383220683 after retry RPC after error@24417417) -> (continuation of Deferred@664098509 after retry RPC after error@444244579) -> (continuation of Deferred@928947140 after retry RPC after error@304841082) -> (continuation of Deferred@528850636 after retry RPC after error@1352883941)))
17:38:49.177 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [20ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [123ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [162ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [221ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [221ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [222ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@1931257537(state=PENDING, result=null, callback=(continuation of Deferred@565189605 after retry RPC after error@2054673197) -> (continuation of Deferred@384227995 after retry RPC after error@14310440) -> (continuation of Deferred@554959077 after retry RPC after error@1698578769) -> (continuation of Deferred@1160543599 after retry RPC after error@398807806) -> (continuation of Deferred@383220683 after retry RPC after error@24417417) -> (continuation of Deferred@664098509 after retry RPC after error@444244579) -> (continuation of Deferred@928947140 after retry RPC after error@304841082) -> (continuation of Deferred@528850636 after retry RPC after error@1352883941), errback=(continuation of Deferred@565189605 after retry RPC after error@2054673197) -> (continuation of Deferred@384227995 after retry RPC after error@14310440) -> (continuation of Deferred@554959077 after retry RPC after error@1698578769) -> (continuation of Deferred@1160543599 after retry RPC after error@398807806) -> (continuation of Deferred@383220683 after retry RPC after error@24417417) -> (continuation of Deferred@664098509 after retry RPC after error@444244579) -> (continuation of Deferred@928947140 after retry RPC after error@304841082) -> (continuation of Deferred@528850636 after retry RPC after error@1352883941)))
17:38:49.194 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:49.194 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:49.195 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:49.195 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:49.195 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:49.195 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:49.195 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:49.195 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:49.196 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:49.214 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:49.214 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:49.215 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:49.215 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:49.215 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:49.215 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:49.215 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:49.216 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:49.216 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:49.234 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:49.234 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:49.234 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:49.235 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:49.235 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:49.235 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:49.235 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:49.235 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:49.236 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:49.254 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:49.254 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:49.254 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:49.254 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:49.254 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:49.254 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:49.254 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:49.255 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:49.255 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:49.274 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:49.275 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:49.275 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:49.275 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:49.275 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:49.275 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:49.275 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:49.275 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:49.276 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:49.314 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:49.314 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:49.315 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:49.315 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:49.315 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:49.315 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:49.316 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:49.316 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:49.316 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:49.334 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:49.334 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:49.335 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:49.335 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:49.335 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:49.335 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:49.335 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:49.335 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:49.336 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:49.336 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [60ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, deferred=Deferred@1144707857(state=PENDING, result=null, callback=(continuation of Deferred@1400918775 after retry RPC after error@1438545558) -> (continuation of Deferred@1999044963 after retry RPC after error@1700249285) -> (continuation of Deferred@881942386 after retry RPC after error@314414512) -> (continuation of Deferred@1574871709 after retry RPC after error@86482549) -> (continuation of Deferred@1005796204 after retry RPC after error@1159539127) -> (continuation of Deferred@1837081027 after retry RPC after error@1418878511), errback=(continuation of Deferred@1400918775 after retry RPC after error@1438545558) -> (continuation of Deferred@1999044963 after retry RPC after error@1700249285) -> (continuation of Deferred@881942386 after retry RPC after error@314414512) -> (continuation of Deferred@1574871709 after retry RPC after error@86482549) -> (continuation of Deferred@1005796204 after retry RPC after error@1159539127) -> (continuation of Deferred@1837081027 after retry RPC after error@1418878511)))
17:38:49.337 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [60ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, deferred=Deferred@1144707857(state=PENDING, result=null, callback=(continuation of Deferred@1400918775 after retry RPC after error@1438545558) -> (continuation of Deferred@1999044963 after retry RPC after error@1700249285) -> (continuation of Deferred@881942386 after retry RPC after error@314414512) -> (continuation of Deferred@1574871709 after retry RPC after error@86482549) -> (continuation of Deferred@1005796204 after retry RPC after error@1159539127) -> (continuation of Deferred@1837081027 after retry RPC after error@1418878511), errback=(continuation of Deferred@1400918775 after retry RPC after error@1438545558) -> (continuation of Deferred@1999044963 after retry RPC after error@1700249285) -> (continuation of Deferred@881942386 after retry RPC after error@314414512) -> (continuation of Deferred@1574871709 after retry RPC after error@86482549) -> (continuation of Deferred@1005796204 after retry RPC after error@1159539127) -> (continuation of Deferred@1837081027 after retry RPC after error@1418878511)))
17:38:49.355 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:49.355 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:49.355 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:49.355 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:49.355 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:49.355 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:49.356 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:49.356 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:49.356 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:49.374 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:49.374 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:49.375 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:49.375 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:49.375 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:49.375 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:49.375 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:49.375 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:49.376 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:49.394 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:49.394 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:49.395 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:49.395 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:49.395 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:49.395 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:49.395 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:49.395 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:49.395 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:49.414 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:49.415 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:49.415 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:49.415 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:49.415 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:49.415 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:49.416 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:49.416 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:49.417 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:49.434 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:49.434 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:49.434 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:49.435 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:49.435 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:49.435 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:49.435 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:49.435 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:49.436 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:49.474 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:49.474 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:49.475 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:49.475 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:49.475 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:49.475 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:49.475 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:49.475 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:49.476 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:49.514 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:49.514 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:49.515 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:49.515 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:49.515 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:49.515 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:49.515 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:49.515 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:49.516 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:49.574 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:49.574 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:49.575 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:49.575 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:49.575 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:49.575 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:49.575 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:49.575 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:49.576 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:49.576 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [63ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [162ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [221ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [221ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [221ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@643638854(state=PENDING, result=null, callback=(continuation of Deferred@307800022 after retry RPC after error@2070607542) -> (continuation of Deferred@1977129057 after retry RPC after error@981004170) -> (continuation of Deferred@1833535748 after retry RPC after error@1102712157) -> (continuation of Deferred@1880137371 after retry RPC after error@224996268) -> (continuation of Deferred@751403692 after retry RPC after error@1023976077) -> (continuation of Deferred@1226315761 after retry RPC after error@224944437) -> (continuation of Deferred@1834245846 after retry RPC after error@363894075), errback=(continuation of Deferred@307800022 after retry RPC after error@2070607542) -> (continuation of Deferred@1977129057 after retry RPC after error@981004170) -> (continuation of Deferred@1833535748 after retry RPC after error@1102712157) -> (continuation of Deferred@1880137371 after retry RPC after error@224996268) -> (continuation of Deferred@751403692 after retry RPC after error@1023976077) -> (continuation of Deferred@1226315761 after retry RPC after error@224944437) -> (continuation of Deferred@1834245846 after retry RPC after error@363894075)))
17:38:49.577 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [63ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [162ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [221ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [221ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [221ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@643638854(state=PENDING, result=null, callback=(continuation of Deferred@307800022 after retry RPC after error@2070607542) -> (continuation of Deferred@1977129057 after retry RPC after error@981004170) -> (continuation of Deferred@1833535748 after retry RPC after error@1102712157) -> (continuation of Deferred@1880137371 after retry RPC after error@224996268) -> (continuation of Deferred@751403692 after retry RPC after error@1023976077) -> (continuation of Deferred@1226315761 after retry RPC after error@224944437) -> (continuation of Deferred@1834245846 after retry RPC after error@363894075), errback=(continuation of Deferred@307800022 after retry RPC after error@2070607542) -> (continuation of Deferred@1977129057 after retry RPC after error@981004170) -> (continuation of Deferred@1833535748 after retry RPC after error@1102712157) -> (continuation of Deferred@1880137371 after retry RPC after error@224996268) -> (continuation of Deferred@751403692 after retry RPC after error@1023976077) -> (continuation of Deferred@1226315761 after retry RPC after error@224944437) -> (continuation of Deferred@1834245846 after retry RPC after error@363894075)))
17:38:49.594 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:49.594 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:49.594 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:49.595 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:49.595 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:49.595 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:49.595 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:49.595 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:49.596 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:49.615 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:49.615 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:49.615 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:49.615 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:49.615 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:49.615 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:49.615 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:49.616 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:49.616 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:49.634 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:49.635 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:49.635 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:49.635 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:49.635 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:49.635 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:49.635 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:49.636 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:49.636 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:49.654 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:49.655 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:49.655 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:49.655 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:49.655 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:49.655 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:49.655 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:49.655 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:49.656 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:49.674 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:49.674 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:49.675 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:49.675 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:49.675 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:49.675 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:49.675 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:49.675 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:49.676 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:49.694 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:49.694 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:49.695 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:49.695 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:49.695 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:49.695 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:49.695 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:49.695 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:49.696 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:49.774 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:49.775 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:49.775 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:49.775 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:49.775 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:49.775 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:49.775 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:49.775 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:49.776 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:49.777 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@651086448(state=PENDING, result=null, callback=(continuation of Deferred@1092973477 after retry RPC after error@2030914573) -> (continuation of Deferred@60144831 after retry RPC after error@1406692343) -> (continuation of Deferred@956994162 after retry RPC after error@712297594) -> (continuation of Deferred@78310863 after retry RPC after error@339589502) -> (continuation of Deferred@2034835593 after retry RPC after error@1968321734) -> (continuation of Deferred@650476342 after retry RPC after error@1607127257), errback=(continuation of Deferred@1092973477 after retry RPC after error@2030914573) -> (continuation of Deferred@60144831 after retry RPC after error@1406692343) -> (continuation of Deferred@956994162 after retry RPC after error@712297594) -> (continuation of Deferred@78310863 after retry RPC after error@339589502) -> (continuation of Deferred@2034835593 after retry RPC after error@1968321734) -> (continuation of Deferred@650476342 after retry RPC after error@1607127257)))
17:38:49.777 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@651086448(state=PENDING, result=null, callback=(continuation of Deferred@1092973477 after retry RPC after error@2030914573) -> (continuation of Deferred@60144831 after retry RPC after error@1406692343) -> (continuation of Deferred@956994162 after retry RPC after error@712297594) -> (continuation of Deferred@78310863 after retry RPC after error@339589502) -> (continuation of Deferred@2034835593 after retry RPC after error@1968321734) -> (continuation of Deferred@650476342 after retry RPC after error@1607127257), errback=(continuation of Deferred@1092973477 after retry RPC after error@2030914573) -> (continuation of Deferred@60144831 after retry RPC after error@1406692343) -> (continuation of Deferred@956994162 after retry RPC after error@712297594) -> (continuation of Deferred@78310863 after retry RPC after error@339589502) -> (continuation of Deferred@2034835593 after retry RPC after error@1968321734) -> (continuation of Deferred@650476342 after retry RPC after error@1607127257)))
17:38:49.794 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:49.794 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:49.795 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:49.795 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:49.795 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:49.795 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:49.795 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:49.795 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:49.797 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:49.814 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:49.814 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:49.815 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:49.815 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:49.815 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:49.815 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:49.815 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:49.815 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:49.816 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:49.834 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:49.835 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:49.835 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:49.835 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:49.835 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:49.835 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:49.835 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:49.835 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:49.836 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:49.854 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:49.854 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:49.855 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:49.855 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:49.855 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:49.855 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:49.855 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:49.855 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:49.856 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:49.874 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:49.874 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:49.874 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:49.875 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:49.875 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:49.875 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:49.875 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:49.875 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:49.876 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:49.914 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:49.914 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:49.915 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:49.915 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:49.915 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:49.915 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:49.915 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:49.915 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:49.916 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:49.974 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:49.974 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:49.975 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:49.975 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:49.975 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:49.975 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:49.975 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:49.975 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:49.976 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:49.976 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@280751456(state=PENDING, result=null, callback=(continuation of Deferred@735891408 after retry RPC after error@1339441894) -> (continuation of Deferred@1962232641 after retry RPC after error@996829266) -> (continuation of Deferred@1988465312 after retry RPC after error@188301284) -> (continuation of Deferred@1439220353 after retry RPC after error@1023936658) -> (continuation of Deferred@1740803329 after retry RPC after error@625362946) -> (continuation of Deferred@906578657 after retry RPC after error@1262000170), errback=(continuation of Deferred@735891408 after retry RPC after error@1339441894) -> (continuation of Deferred@1962232641 after retry RPC after error@996829266) -> (continuation of Deferred@1988465312 after retry RPC after error@188301284) -> (continuation of Deferred@1439220353 after retry RPC after error@1023936658) -> (continuation of Deferred@1740803329 after retry RPC after error@625362946) -> (continuation of Deferred@906578657 after retry RPC after error@1262000170)))
17:38:49.977 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@280751456(state=PENDING, result=null, callback=(continuation of Deferred@735891408 after retry RPC after error@1339441894) -> (continuation of Deferred@1962232641 after retry RPC after error@996829266) -> (continuation of Deferred@1988465312 after retry RPC after error@188301284) -> (continuation of Deferred@1439220353 after retry RPC after error@1023936658) -> (continuation of Deferred@1740803329 after retry RPC after error@625362946) -> (continuation of Deferred@906578657 after retry RPC after error@1262000170), errback=(continuation of Deferred@735891408 after retry RPC after error@1339441894) -> (continuation of Deferred@1962232641 after retry RPC after error@996829266) -> (continuation of Deferred@1988465312 after retry RPC after error@188301284) -> (continuation of Deferred@1439220353 after retry RPC after error@1023936658) -> (continuation of Deferred@1740803329 after retry RPC after error@625362946) -> (continuation of Deferred@906578657 after retry RPC after error@1262000170)))
17:38:49.994 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:49.994 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:49.994 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:49.994 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:49.994 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:49.994 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:49.994 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:49.994 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:49.995 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:50.014 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:50.014 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:50.015 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:50.015 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:50.015 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:50.015 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:50.015 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:50.015 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:50.016 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:50.034 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:50.034 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:50.035 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:50.035 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:50.035 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:50.035 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:50.035 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:50.035 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:50.036 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:50.054 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:50.054 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:50.055 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:50.055 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:50.055 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:50.055 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:50.055 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:50.055 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:50.056 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:50.074 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:50.074 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:50.075 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:50.075 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:50.075 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:50.075 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:50.075 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:50.075 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:50.075 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:50.075 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:50.076 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:50.076 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:50.114 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:50.114 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:50.115 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:50.115 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:50.115 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:50.115 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:50.116 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:50.116 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:50.116 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:50.134 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:50.135 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:50.135 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:50.135 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:50.135 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:50.135 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:50.135 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:50.135 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:50.136 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:50.194 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:50.195 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:50.195 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:50.196 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:50.196 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:50.195 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:50.196 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:50.196 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:50.197 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:50.197 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [23ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [43ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [63ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [83ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [123ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [123ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [142ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [142ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [143ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [144ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [203ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [203ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [203ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [204ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@945965002(state=PENDING, result=null, callback=(continuation of Deferred@449014426 after retry RPC after error@1410153620) -> (continuation of Deferred@343158402 after retry RPC after error@1040345041) -> (continuation of Deferred@1066683697 after retry RPC after error@46153675) -> (continuation of Deferred@930418991 after retry RPC after error@442811647) -> (continuation of Deferred@117768007 after retry RPC after error@79279627) -> (continuation of Deferred@467280858 after retry RPC after error@665145186) -> (continuation of Deferred@133915158 after retry RPC after error@1312523532), errback=(continuation of Deferred@449014426 after retry RPC after error@1410153620) -> (continuation of Deferred@343158402 after retry RPC after error@1040345041) -> (continuation of Deferred@1066683697 after retry RPC after error@46153675) -> (continuation of Deferred@930418991 after retry RPC after error@442811647) -> (continuation of Deferred@117768007 after retry RPC after error@79279627) -> (continuation of Deferred@467280858 after retry RPC after error@665145186) -> (continuation of Deferred@133915158 after retry RPC after error@1312523532)))
17:38:50.198 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [23ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [43ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [63ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [83ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [123ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [123ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [142ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [142ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [143ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [144ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [203ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [203ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [203ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [204ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@945965002(state=PENDING, result=null, callback=(continuation of Deferred@449014426 after retry RPC after error@1410153620) -> (continuation of Deferred@343158402 after retry RPC after error@1040345041) -> (continuation of Deferred@1066683697 after retry RPC after error@46153675) -> (continuation of Deferred@930418991 after retry RPC after error@442811647) -> (continuation of Deferred@117768007 after retry RPC after error@79279627) -> (continuation of Deferred@467280858 after retry RPC after error@665145186) -> (continuation of Deferred@133915158 after retry RPC after error@1312523532), errback=(continuation of Deferred@449014426 after retry RPC after error@1410153620) -> (continuation of Deferred@343158402 after retry RPC after error@1040345041) -> (continuation of Deferred@1066683697 after retry RPC after error@46153675) -> (continuation of Deferred@930418991 after retry RPC after error@442811647) -> (continuation of Deferred@117768007 after retry RPC after error@79279627) -> (continuation of Deferred@467280858 after retry RPC after error@665145186) -> (continuation of Deferred@133915158 after retry RPC after error@1312523532)))
17:38:50.214 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:50.215 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:50.215 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:50.215 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:50.215 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:50.216 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:50.216 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:50.216 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:50.216 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:50.234 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:50.234 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:50.235 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:50.235 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:50.235 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:50.235 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:50.235 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:50.235 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:50.236 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:50.254 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:50.254 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:50.255 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:50.255 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:50.255 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:50.255 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:50.255 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:50.255 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:50.255 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:50.274 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:50.274 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:50.274 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:50.274 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:50.274 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:50.274 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:50.275 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:50.275 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:50.275 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:50.294 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:50.294 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:50.295 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:50.295 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:50.295 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:50.295 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:50.295 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:50.295 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:50.296 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:50.334 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:50.334 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:50.335 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:50.335 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:50.335 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:50.335 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:50.335 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:50.335 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:50.336 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:50.374 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:50.374 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:50.375 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:50.375 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:50.375 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:50.376 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:50.376 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:50.376 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:50.376 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:50.454 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:50.455 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:50.455 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:50.455 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:50.455 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:50.455 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:50.456 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:50.456 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:50.456 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:50.457 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [60ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [162ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [162ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [241ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [242ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [242ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, deferred=Deferred@675038616(state=PENDING, result=null, callback=(continuation of Deferred@20421992 after retry RPC after error@1899632988) -> (continuation of Deferred@1471195278 after retry RPC after error@501888869) -> (continuation of Deferred@545994093 after retry RPC after error@31074521) -> (continuation of Deferred@1409025204 after retry RPC after error@534859953) -> (continuation of Deferred@1714962045 after retry RPC after error@913591939) -> (continuation of Deferred@94250333 after retry RPC after error@275745159) -> (continuation of Deferred@922981921 after retry RPC after error@588764692), errback=(continuation of Deferred@20421992 after retry RPC after error@1899632988) -> (continuation of Deferred@1471195278 after retry RPC after error@501888869) -> (continuation of Deferred@545994093 after retry RPC after error@31074521) -> (continuation of Deferred@1409025204 after retry RPC after error@534859953) -> (continuation of Deferred@1714962045 after retry RPC after error@913591939) -> (continuation of Deferred@94250333 after retry RPC after error@275745159) -> (continuation of Deferred@922981921 after retry RPC after error@588764692)))
17:38:50.457 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [60ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [162ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [162ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [241ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [242ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [242ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, deferred=Deferred@675038616(state=PENDING, result=null, callback=(continuation of Deferred@20421992 after retry RPC after error@1899632988) -> (continuation of Deferred@1471195278 after retry RPC after error@501888869) -> (continuation of Deferred@545994093 after retry RPC after error@31074521) -> (continuation of Deferred@1409025204 after retry RPC after error@534859953) -> (continuation of Deferred@1714962045 after retry RPC after error@913591939) -> (continuation of Deferred@94250333 after retry RPC after error@275745159) -> (continuation of Deferred@922981921 after retry RPC after error@588764692), errback=(continuation of Deferred@20421992 after retry RPC after error@1899632988) -> (continuation of Deferred@1471195278 after retry RPC after error@501888869) -> (continuation of Deferred@545994093 after retry RPC after error@31074521) -> (continuation of Deferred@1409025204 after retry RPC after error@534859953) -> (continuation of Deferred@1714962045 after retry RPC after error@913591939) -> (continuation of Deferred@94250333 after retry RPC after error@275745159) -> (continuation of Deferred@922981921 after retry RPC after error@588764692)))
17:38:50.474 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:50.474 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:50.475 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:50.475 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:50.475 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:50.475 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:50.475 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:50.475 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:50.476 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:50.494 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:50.494 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:50.495 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:50.495 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:50.495 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:50.495 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:50.495 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:50.495 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:50.496 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:50.514 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:50.514 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:50.514 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:50.514 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:50.514 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:50.514 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:50.515 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:50.515 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:50.515 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:50.534 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:50.534 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:50.535 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:50.535 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:50.535 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:50.535 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:50.535 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:50.535 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:50.536 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:50.554 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:50.554 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:50.555 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:50.555 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:50.555 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:50.555 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:50.555 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:50.555 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:50.556 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:50.574 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:50.574 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:50.574 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:50.574 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:50.574 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:50.574 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:50.575 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:50.575 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:50.575 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:50.594 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:50.595 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:50.595 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:50.595 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:50.595 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:50.595 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:50.595 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:50.595 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:50.596 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:50.674 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:50.675 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:50.676 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:50.676 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:50.676 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:50.676 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:50.676 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:50.676 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:50.677 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:50.677 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [40ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [100ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [100ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [202ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [202ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [203ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@1995250350(state=PENDING, result=null, callback=(continuation of Deferred@756813040 after retry RPC after error@398281311) -> (continuation of Deferred@1880408019 after retry RPC after error@1857217301) -> (continuation of Deferred@595855807 after retry RPC after error@1586905122) -> (continuation of Deferred@195659268 after retry RPC after error@1920628271) -> (continuation of Deferred@1898991662 after retry RPC after error@491493754) -> (continuation of Deferred@1511372145 after retry RPC after error@2080340754) -> (continuation of Deferred@146662755 after retry RPC after error@1241267527), errback=(continuation of Deferred@756813040 after retry RPC after error@398281311) -> (continuation of Deferred@1880408019 after retry RPC after error@1857217301) -> (continuation of Deferred@595855807 after retry RPC after error@1586905122) -> (continuation of Deferred@195659268 after retry RPC after error@1920628271) -> (continuation of Deferred@1898991662 after retry RPC after error@491493754) -> (continuation of Deferred@1511372145 after retry RPC after error@2080340754) -> (continuation of Deferred@146662755 after retry RPC after error@1241267527)))
17:38:50.678 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [40ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [100ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [100ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [202ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [202ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [203ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@1995250350(state=PENDING, result=null, callback=(continuation of Deferred@756813040 after retry RPC after error@398281311) -> (continuation of Deferred@1880408019 after retry RPC after error@1857217301) -> (continuation of Deferred@595855807 after retry RPC after error@1586905122) -> (continuation of Deferred@195659268 after retry RPC after error@1920628271) -> (continuation of Deferred@1898991662 after retry RPC after error@491493754) -> (continuation of Deferred@1511372145 after retry RPC after error@2080340754) -> (continuation of Deferred@146662755 after retry RPC after error@1241267527), errback=(continuation of Deferred@756813040 after retry RPC after error@398281311) -> (continuation of Deferred@1880408019 after retry RPC after error@1857217301) -> (continuation of Deferred@595855807 after retry RPC after error@1586905122) -> (continuation of Deferred@195659268 after retry RPC after error@1920628271) -> (continuation of Deferred@1898991662 after retry RPC after error@491493754) -> (continuation of Deferred@1511372145 after retry RPC after error@2080340754) -> (continuation of Deferred@146662755 after retry RPC after error@1241267527)))
17:38:50.694 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:50.694 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:50.694 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:50.694 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:50.694 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:50.695 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:50.695 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:50.695 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:50.696 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:50.714 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:50.715 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:50.716 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:50.716 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:50.716 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:50.716 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:50.716 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:50.716 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:50.717 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:50.734 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:50.735 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:50.735 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:50.735 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:50.735 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:50.735 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:50.735 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:50.736 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:50.736 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:50.754 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:50.754 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:50.755 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:50.755 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:50.755 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:50.755 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:50.755 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:50.755 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:50.756 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:50.774 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:50.774 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:50.775 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:50.775 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:50.775 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:50.775 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:50.775 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:50.775 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:50.776 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:50.794 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:50.794 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:50.794 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:50.794 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:50.794 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:50.794 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:50.794 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:50.795 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:50.795 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:50.855 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:50.855 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:50.855 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:50.855 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:50.856 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:50.856 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:50.856 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:50.856 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:50.857 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:50.914 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:50.914 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:50.914 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:50.914 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:50.914 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:50.915 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:50.915 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:50.915 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:50.916 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:50.916 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [23ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [23ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [24ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [43ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [63ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [83ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [163ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [163ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [163ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [164ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [220ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [222ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [222ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [223ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@1877987707(state=PENDING, result=null, callback=(continuation of Deferred@1733169533 after retry RPC after error@1858083590) -> (continuation of Deferred@1223051653 after retry RPC after error@1502821867) -> (continuation of Deferred@1321278045 after retry RPC after error@540483752) -> (continuation of Deferred@1516765002 after retry RPC after error@442232200) -> (continuation of Deferred@1544425324 after retry RPC after error@1160074789) -> (continuation of Deferred@551382116 after retry RPC after error@1697641050) -> (continuation of Deferred@1232532732 after retry RPC after error@646776713), errback=(continuation of Deferred@1733169533 after retry RPC after error@1858083590) -> (continuation of Deferred@1223051653 after retry RPC after error@1502821867) -> (continuation of Deferred@1321278045 after retry RPC after error@540483752) -> (continuation of Deferred@1516765002 after retry RPC after error@442232200) -> (continuation of Deferred@1544425324 after retry RPC after error@1160074789) -> (continuation of Deferred@551382116 after retry RPC after error@1697641050) -> (continuation of Deferred@1232532732 after retry RPC after error@646776713)))
17:38:50.917 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [23ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [23ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [24ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [43ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [63ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [83ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [163ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [163ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [163ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [164ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [220ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [222ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [222ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [223ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@1877987707(state=PENDING, result=null, callback=(continuation of Deferred@1733169533 after retry RPC after error@1858083590) -> (continuation of Deferred@1223051653 after retry RPC after error@1502821867) -> (continuation of Deferred@1321278045 after retry RPC after error@540483752) -> (continuation of Deferred@1516765002 after retry RPC after error@442232200) -> (continuation of Deferred@1544425324 after retry RPC after error@1160074789) -> (continuation of Deferred@551382116 after retry RPC after error@1697641050) -> (continuation of Deferred@1232532732 after retry RPC after error@646776713), errback=(continuation of Deferred@1733169533 after retry RPC after error@1858083590) -> (continuation of Deferred@1223051653 after retry RPC after error@1502821867) -> (continuation of Deferred@1321278045 after retry RPC after error@540483752) -> (continuation of Deferred@1516765002 after retry RPC after error@442232200) -> (continuation of Deferred@1544425324 after retry RPC after error@1160074789) -> (continuation of Deferred@551382116 after retry RPC after error@1697641050) -> (continuation of Deferred@1232532732 after retry RPC after error@646776713)))
17:38:50.934 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:50.935 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:50.935 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:50.935 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:50.935 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:50.935 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:50.935 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:50.935 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:50.936 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:50.954 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:50.954 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:50.955 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:50.955 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:50.955 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:50.955 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:50.955 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:50.955 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:50.956 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:50.974 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:50.974 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:50.975 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:50.975 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:50.975 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:50.975 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:50.975 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:50.975 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:50.976 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:50.994 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:50.994 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:50.995 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:50.995 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:50.995 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:50.995 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:50.995 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:50.995 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:50.996 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:51.014 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:51.014 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:51.014 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:51.014 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:51.014 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:51.015 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:51.015 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:51.015 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:51.016 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:51.034 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:51.035 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:51.035 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:51.035 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:51.035 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:51.035 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:51.035 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:51.035 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:51.036 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:51.054 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:51.054 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:51.055 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:51.055 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:51.055 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:51.055 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:51.055 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:51.055 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:51.056 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:51.094 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:51.094 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:51.095 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:51.095 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:51.095 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:51.095 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:51.095 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:51.095 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:51.096 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:51.096 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [162ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, deferred=Deferred@841246584(state=PENDING, result=null, callback=(continuation of Deferred@436323029 after retry RPC after error@702385350) -> (continuation of Deferred@509807943 after retry RPC after error@267232852) -> (continuation of Deferred@468638230 after retry RPC after error@1586552337) -> (continuation of Deferred@1478490545 after retry RPC after error@983706592) -> (continuation of Deferred@1475442888 after retry RPC after error@264848497) -> (continuation of Deferred@683468360 after retry RPC after error@57288084) -> (continuation of Deferred@1602304521 after retry RPC after error@439228228), errback=(continuation of Deferred@436323029 after retry RPC after error@702385350) -> (continuation of Deferred@509807943 after retry RPC after error@267232852) -> (continuation of Deferred@468638230 after retry RPC after error@1586552337) -> (continuation of Deferred@1478490545 after retry RPC after error@983706592) -> (continuation of Deferred@1475442888 after retry RPC after error@264848497) -> (continuation of Deferred@683468360 after retry RPC after error@57288084) -> (continuation of Deferred@1602304521 after retry RPC after error@439228228)))
17:38:51.097 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [162ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, deferred=Deferred@841246584(state=PENDING, result=null, callback=(continuation of Deferred@436323029 after retry RPC after error@702385350) -> (continuation of Deferred@509807943 after retry RPC after error@267232852) -> (continuation of Deferred@468638230 after retry RPC after error@1586552337) -> (continuation of Deferred@1478490545 after retry RPC after error@983706592) -> (continuation of Deferred@1475442888 after retry RPC after error@264848497) -> (continuation of Deferred@683468360 after retry RPC after error@57288084) -> (continuation of Deferred@1602304521 after retry RPC after error@439228228), errback=(continuation of Deferred@436323029 after retry RPC after error@702385350) -> (continuation of Deferred@509807943 after retry RPC after error@267232852) -> (continuation of Deferred@468638230 after retry RPC after error@1586552337) -> (continuation of Deferred@1478490545 after retry RPC after error@983706592) -> (continuation of Deferred@1475442888 after retry RPC after error@264848497) -> (continuation of Deferred@683468360 after retry RPC after error@57288084) -> (continuation of Deferred@1602304521 after retry RPC after error@439228228)))
17:38:51.114 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:51.114 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:51.115 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:51.115 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:51.115 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:51.115 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:51.115 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:51.115 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:51.116 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:51.134 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:51.134 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:51.135 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:51.135 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:51.135 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:51.135 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:51.135 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:51.135 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:51.136 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:51.155 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:51.155 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:51.155 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:51.155 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:51.156 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:51.156 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:51.156 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:51.156 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:51.157 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:51.174 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:51.175 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:51.175 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:51.175 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:51.175 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:51.175 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:51.176 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:51.176 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:51.176 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:51.194 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:51.195 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:51.195 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:51.195 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:51.195 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:51.195 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:51.195 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:51.196 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:51.196 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:51.214 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:51.214 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:51.215 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:51.215 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:51.215 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:51.215 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:51.215 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:51.215 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:51.216 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:51.274 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:51.275 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:51.275 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:51.275 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:51.275 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:51.275 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:51.275 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:51.275 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:51.277 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:51.374 [DEBUG - pool-49-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [3ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [23ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [43ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [43ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [63ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [63ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [63ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [83ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [103ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [162ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [162ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [163ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [164ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@558302360(state=PENDING, result=null, callback=(continuation of Deferred@1865945196 after retry RPC after error@507699308) -> (continuation of Deferred@1843677315 after retry RPC after error@1956573795) -> (continuation of Deferred@1535780844 after retry RPC after error@1380117873) -> (continuation of Deferred@489490410 after retry RPC after error@505668550) -> (continuation of Deferred@345772713 after retry RPC after error@1366318126) -> (continuation of Deferred@605488061 after retry RPC after error@623638826) -> (continuation of Deferred@1373027964 after retry RPC after error@34867524), errback=(continuation of Deferred@1865945196 after retry RPC after error@507699308) -> (continuation of Deferred@1843677315 after retry RPC after error@1956573795) -> (continuation of Deferred@1535780844 after retry RPC after error@1380117873) -> (continuation of Deferred@489490410 after retry RPC after error@505668550) -> (continuation of Deferred@345772713 after retry RPC after error@1366318126) -> (continuation of Deferred@605488061 after retry RPC after error@623638826) -> (continuation of Deferred@1373027964 after retry RPC after error@34867524)))
17:38:51.374 [WARN - pool-49-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
17:38:51.394 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:51.395 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:51.395 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:51.395 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:51.395 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:51.395 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:51.395 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:51.396 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:51.396 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:51.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:51.404783 18887 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.17.204.62:35645,127.17.204.61:35389,127.17.204.60:33967, num_attempts: 86) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.17.204.62:35645,127.17.204.61:35389,127.17.204.60:33967, num_attempts: 1)
17:38:51.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:51.406230 18887 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '1833c289a5794cedaadfa21666b5c809', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '1833c289a5794cedaadfa21666b5c809', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.17.204.62:35645,127.17.204.61:35389,127.17.204.60:33967, num_attempts: 86) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.17.204.62:35645,127.17.204.61:35389,127.17.204.60:33967, num_attempts: 1)
17:38:51.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:51.407567 18887 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.17.204.62:35645)
17:38:51.414 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:51.414 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:51.415 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:51.415 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:51.415 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:51.415 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:51.415 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:51.415 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:51.416 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:51.434 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:51.434 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:51.435 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:51.435 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:51.435 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:51.435 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:51.435 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:51.435 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:51.436 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:51.454 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:51.454 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:51.455 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:51.455 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:51.455 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:51.455 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:51.455 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:51.455 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:51.456 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:51.474 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:51.474 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:51.474 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:51.474 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:51.474 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:51.474 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:51.475 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:51.475 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:51.475 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:51.494 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:51.495 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:51.495 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:51.495 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:51.495 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:51.495 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:51.495 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:51.495 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:51.496 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:51.554 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:51.555 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:51.555 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:51.555 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:51.555 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:51.555 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:51.555 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:51.555 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:51.556 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:51.557 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [80ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [162ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, deferred=Deferred@1076170689(state=PENDING, result=null, callback=(continuation of Deferred@1674223882 after retry RPC after error@1454884518) -> (continuation of Deferred@1276313294 after retry RPC after error@614574986) -> (continuation of Deferred@315985125 after retry RPC after error@2059401967) -> (continuation of Deferred@562073592 after retry RPC after error@148147641) -> (continuation of Deferred@920160994 after retry RPC after error@867526228) -> (continuation of Deferred@376426645 after retry RPC after error@989474468), errback=(continuation of Deferred@1674223882 after retry RPC after error@1454884518) -> (continuation of Deferred@1276313294 after retry RPC after error@614574986) -> (continuation of Deferred@315985125 after retry RPC after error@2059401967) -> (continuation of Deferred@562073592 after retry RPC after error@148147641) -> (continuation of Deferred@920160994 after retry RPC after error@867526228) -> (continuation of Deferred@376426645 after retry RPC after error@989474468)))
17:38:51.557 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [80ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [162ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, deferred=Deferred@1076170689(state=PENDING, result=null, callback=(continuation of Deferred@1674223882 after retry RPC after error@1454884518) -> (continuation of Deferred@1276313294 after retry RPC after error@614574986) -> (continuation of Deferred@315985125 after retry RPC after error@2059401967) -> (continuation of Deferred@562073592 after retry RPC after error@148147641) -> (continuation of Deferred@920160994 after retry RPC after error@867526228) -> (continuation of Deferred@376426645 after retry RPC after error@989474468), errback=(continuation of Deferred@1674223882 after retry RPC after error@1454884518) -> (continuation of Deferred@1276313294 after retry RPC after error@614574986) -> (continuation of Deferred@315985125 after retry RPC after error@2059401967) -> (continuation of Deferred@562073592 after retry RPC after error@148147641) -> (continuation of Deferred@920160994 after retry RPC after error@867526228) -> (continuation of Deferred@376426645 after retry RPC after error@989474468)))
17:38:51.574 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:51.575 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:51.575 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:51.575 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:51.575 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:51.575 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:51.575 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:51.575 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:51.576 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:51.594 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:51.594 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:51.595 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:51.595 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:51.595 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:51.595 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:51.595 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:51.595 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:51.596 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:51.614 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:51.614 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:51.615 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:51.615 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:51.615 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:51.615 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:51.615 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:51.615 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:51.616 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:51.634 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:51.635 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:51.635 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:51.635 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:51.635 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:51.635 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:51.635 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:51.635 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:51.637 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:51.655 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:51.655 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:51.655 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:51.656 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:51.656 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:51.656 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:51.657 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:51.657 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:51.657 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:51.695 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:51.695 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:51.695 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:51.695 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:51.695 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:51.696 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:51.696 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:51.696 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:51.697 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:51.774 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:51.774 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:51.775 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:51.775 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:51.775 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:51.775 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:51.775 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:51.775 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:51.776 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:51.834 [DEBUG - pool-49-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [63ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [83ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [83ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [199ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [201ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [201ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [202ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@102800573(state=PENDING, result=null, callback=(continuation of Deferred@789251640 after retry RPC after error@1097372727) -> (continuation of Deferred@1927610519 after retry RPC after error@1889713922) -> (continuation of Deferred@124739048 after retry RPC after error@35895326) -> (continuation of Deferred@1486418293 after retry RPC after error@1025974219) -> (continuation of Deferred@1088062874 after retry RPC after error@1604724439) -> (continuation of Deferred@1084913423 after retry RPC after error@1165422998) -> (continuation of Deferred@1360284407 after retry RPC after error@1063931548), errback=(continuation of Deferred@789251640 after retry RPC after error@1097372727) -> (continuation of Deferred@1927610519 after retry RPC after error@1889713922) -> (continuation of Deferred@124739048 after retry RPC after error@35895326) -> (continuation of Deferred@1486418293 after retry RPC after error@1025974219) -> (continuation of Deferred@1088062874 after retry RPC after error@1604724439) -> (continuation of Deferred@1084913423 after retry RPC after error@1165422998) -> (continuation of Deferred@1360284407 after retry RPC after error@1063931548)))
17:38:51.835 [WARN - pool-49-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
17:38:51.854 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:51.854 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:51.855 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:51.855 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:51.855 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:51.855 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:51.855 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:51.855 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:51.856 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:51.874 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:51.874 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:51.875 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:51.875 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:51.875 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:51.875 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:51.875 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:51.875 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:51.876 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:51.894 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:51.894 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:51.895 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:51.895 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:51.895 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:51.895 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:51.895 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:51.895 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:51.896 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:51.914 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:51.914 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:51.914 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:51.915 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:51.915 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:51.915 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:51.915 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:51.915 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:51.916 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:51.935 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:51.935 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:51.935 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:51.935 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:51.935 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:51.936 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:51.936 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:51.936 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:51.937 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:51.954 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:51.955 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:51.955 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:51.955 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:51.955 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:51.955 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:51.956 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:51.956 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:51.957 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:51.974 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:51.975 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:51.975 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:51.975 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:51.975 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:51.975 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:51.976 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:51.976 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:51.976 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:51.994 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:51.995 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:51.995 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:51.995 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:51.995 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:51.995 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:51.995 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:51.995 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:51.996 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:51.997 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [142ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@586761408(state=PENDING, result=null, callback=(continuation of Deferred@708885465 after retry RPC after error@430797263) -> (continuation of Deferred@2118987087 after retry RPC after error@377141506) -> (continuation of Deferred@961234535 after retry RPC after error@1260022664) -> (continuation of Deferred@1546260721 after retry RPC after error@534446303) -> (continuation of Deferred@2092959037 after retry RPC after error@1679714054) -> (continuation of Deferred@1757368044 after retry RPC after error@799373020) -> (continuation of Deferred@1395685368 after retry RPC after error@1140919503), errback=(continuation of Deferred@708885465 after retry RPC after error@430797263) -> (continuation of Deferred@2118987087 after retry RPC after error@377141506) -> (continuation of Deferred@961234535 after retry RPC after error@1260022664) -> (continuation of Deferred@1546260721 after retry RPC after error@534446303) -> (continuation of Deferred@2092959037 after retry RPC after error@1679714054) -> (continuation of Deferred@1757368044 after retry RPC after error@799373020) -> (continuation of Deferred@1395685368 after retry RPC after error@1140919503)))
17:38:51.997 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [142ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@586761408(state=PENDING, result=null, callback=(continuation of Deferred@708885465 after retry RPC after error@430797263) -> (continuation of Deferred@2118987087 after retry RPC after error@377141506) -> (continuation of Deferred@961234535 after retry RPC after error@1260022664) -> (continuation of Deferred@1546260721 after retry RPC after error@534446303) -> (continuation of Deferred@2092959037 after retry RPC after error@1679714054) -> (continuation of Deferred@1757368044 after retry RPC after error@799373020) -> (continuation of Deferred@1395685368 after retry RPC after error@1140919503), errback=(continuation of Deferred@708885465 after retry RPC after error@430797263) -> (continuation of Deferred@2118987087 after retry RPC after error@377141506) -> (continuation of Deferred@961234535 after retry RPC after error@1260022664) -> (continuation of Deferred@1546260721 after retry RPC after error@534446303) -> (continuation of Deferred@2092959037 after retry RPC after error@1679714054) -> (continuation of Deferred@1757368044 after retry RPC after error@799373020) -> (continuation of Deferred@1395685368 after retry RPC after error@1140919503)))
17:38:52.014 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:52.015 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:52.015 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:52.015 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:52.015 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:52.015 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:52.015 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:52.015 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:52.016 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:52.034 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:52.034 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:52.035 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:52.035 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:52.035 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:52.035 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:52.035 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:52.035 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:52.036 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:52.054 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:52.054 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:52.055 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:52.055 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:52.055 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:52.055 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:52.055 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:52.055 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:52.056 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:52.074 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:52.074 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:52.074 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:52.074 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:52.074 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:52.075 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:52.075 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:52.075 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:52.075 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:52.094 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:52.095 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:52.095 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:52.095 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:52.095 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:52.095 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:52.095 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:52.095 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:52.096 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:52.114 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:52.115 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:52.115 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:52.115 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:52.115 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:52.115 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:52.115 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:52.116 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:52.116 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:52.154 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:52.155 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:52.155 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:52.155 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:52.155 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:52.155 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:52.155 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:52.155 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:52.156 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:52.157 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [60ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [142ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@1267084338(state=PENDING, result=null, callback=(continuation of Deferred@1864639661 after retry RPC after error@2135819292) -> (continuation of Deferred@800634415 after retry RPC after error@1428551766) -> (continuation of Deferred@468365075 after retry RPC after error@344663702) -> (continuation of Deferred@2129191910 after retry RPC after error@83182373) -> (continuation of Deferred@1244264095 after retry RPC after error@131843802) -> (continuation of Deferred@1041625620 after retry RPC after error@282550936), errback=(continuation of Deferred@1864639661 after retry RPC after error@2135819292) -> (continuation of Deferred@800634415 after retry RPC after error@1428551766) -> (continuation of Deferred@468365075 after retry RPC after error@344663702) -> (continuation of Deferred@2129191910 after retry RPC after error@83182373) -> (continuation of Deferred@1244264095 after retry RPC after error@131843802) -> (continuation of Deferred@1041625620 after retry RPC after error@282550936)))
17:38:52.157 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [60ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [142ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@1267084338(state=PENDING, result=null, callback=(continuation of Deferred@1864639661 after retry RPC after error@2135819292) -> (continuation of Deferred@800634415 after retry RPC after error@1428551766) -> (continuation of Deferred@468365075 after retry RPC after error@344663702) -> (continuation of Deferred@2129191910 after retry RPC after error@83182373) -> (continuation of Deferred@1244264095 after retry RPC after error@131843802) -> (continuation of Deferred@1041625620 after retry RPC after error@282550936), errback=(continuation of Deferred@1864639661 after retry RPC after error@2135819292) -> (continuation of Deferred@800634415 after retry RPC after error@1428551766) -> (continuation of Deferred@468365075 after retry RPC after error@344663702) -> (continuation of Deferred@2129191910 after retry RPC after error@83182373) -> (continuation of Deferred@1244264095 after retry RPC after error@131843802) -> (continuation of Deferred@1041625620 after retry RPC after error@282550936)))
17:38:52.174 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:52.174 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:52.175 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:52.175 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:52.175 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:52.175 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:52.175 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:52.175 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:52.176 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:52.194 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:52.194 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:52.195 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:52.195 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:52.195 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:52.195 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:52.195 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:52.195 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:52.196 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:52.214 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:52.214 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:52.215 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:52.215 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:52.215 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:52.215 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:52.215 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:52.215 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:52.216 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:52.234 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:52.234 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:52.234 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:52.234 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:52.235 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:52.235 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:52.235 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:52.235 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:52.235 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:52.254 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:52.255 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:52.255 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:52.255 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:52.255 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:52.255 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:52.256 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:52.256 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:52.257 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:52.294 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:52.295 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:52.295 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:52.295 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:52.295 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:52.295 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:52.295 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:52.295 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:52.296 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:52.314 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:52.315 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:52.315 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:52.315 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:52.315 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:52.315 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:52.315 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:52.315 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:52.316 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:52.414 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:52.414 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:52.414 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:52.414 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:52.415 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:52.415 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:52.415 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:52.415 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:52.416 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:52.416 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [142ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [241ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [241ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [241ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, deferred=Deferred@1004849355(state=PENDING, result=null, callback=(continuation of Deferred@1617710030 after retry RPC after error@1018221752) -> (continuation of Deferred@240415737 after retry RPC after error@325795944) -> (continuation of Deferred@299588592 after retry RPC after error@737433703) -> (continuation of Deferred@110243163 after retry RPC after error@1328764385) -> (continuation of Deferred@83657516 after retry RPC after error@222479540) -> (continuation of Deferred@447596722 after retry RPC after error@1340344923) -> (continuation of Deferred@794891624 after retry RPC after error@874316628), errback=(continuation of Deferred@1617710030 after retry RPC after error@1018221752) -> (continuation of Deferred@240415737 after retry RPC after error@325795944) -> (continuation of Deferred@299588592 after retry RPC after error@737433703) -> (continuation of Deferred@110243163 after retry RPC after error@1328764385) -> (continuation of Deferred@83657516 after retry RPC after error@222479540) -> (continuation of Deferred@447596722 after retry RPC after error@1340344923) -> (continuation of Deferred@794891624 after retry RPC after error@874316628)))
17:38:52.417 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [142ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [241ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [241ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [241ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, deferred=Deferred@1004849355(state=PENDING, result=null, callback=(continuation of Deferred@1617710030 after retry RPC after error@1018221752) -> (continuation of Deferred@240415737 after retry RPC after error@325795944) -> (continuation of Deferred@299588592 after retry RPC after error@737433703) -> (continuation of Deferred@110243163 after retry RPC after error@1328764385) -> (continuation of Deferred@83657516 after retry RPC after error@222479540) -> (continuation of Deferred@447596722 after retry RPC after error@1340344923) -> (continuation of Deferred@794891624 after retry RPC after error@874316628), errback=(continuation of Deferred@1617710030 after retry RPC after error@1018221752) -> (continuation of Deferred@240415737 after retry RPC after error@325795944) -> (continuation of Deferred@299588592 after retry RPC after error@737433703) -> (continuation of Deferred@110243163 after retry RPC after error@1328764385) -> (continuation of Deferred@83657516 after retry RPC after error@222479540) -> (continuation of Deferred@447596722 after retry RPC after error@1340344923) -> (continuation of Deferred@794891624 after retry RPC after error@874316628)))
17:38:52.434 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:52.435 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:52.435 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:52.435 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:52.436 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:52.436 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:52.436 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:52.436 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:52.437 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:52.454 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:52.454 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:52.455 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:52.455 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:52.455 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:52.455 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:52.455 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:52.455 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:52.456 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:52.474 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:52.474 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:52.475 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:52.475 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:52.475 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:52.475 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:52.475 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:52.475 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:52.476 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:52.494 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:52.494 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:52.494 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:52.494 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:52.494 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:52.494 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:52.495 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:52.495 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:52.495 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:52.514 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:52.515 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:52.515 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:52.515 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:52.515 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:52.516 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:52.516 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:52.516 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:52.517 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:52.534 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:52.535 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:52.535 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:52.535 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:52.535 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:52.535 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:52.535 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:52.535 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:52.536 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:52.614 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:52.615 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:52.615 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:52.615 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:52.616 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:52.616 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:52.616 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:52.616 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:52.616 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:52.674 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:52.674 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:52.675 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:52.675 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:52.675 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:52.675 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:52.675 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:52.675 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:52.676 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:52.676 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [60ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [60ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [83ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [241ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [241ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [242ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@258249222(state=PENDING, result=null, callback=(continuation of Deferred@367078826 after retry RPC after error@1226858494) -> (continuation of Deferred@1785876912 after retry RPC after error@1093474906) -> (continuation of Deferred@1572725672 after retry RPC after error@371824718) -> (continuation of Deferred@1856943338 after retry RPC after error@1199082671) -> (continuation of Deferred@1969915723 after retry RPC after error@802921024) -> (continuation of Deferred@885613237 after retry RPC after error@928488823) -> (continuation of Deferred@379982857 after retry RPC after error@1708954887), errback=(continuation of Deferred@367078826 after retry RPC after error@1226858494) -> (continuation of Deferred@1785876912 after retry RPC after error@1093474906) -> (continuation of Deferred@1572725672 after retry RPC after error@371824718) -> (continuation of Deferred@1856943338 after retry RPC after error@1199082671) -> (continuation of Deferred@1969915723 after retry RPC after error@802921024) -> (continuation of Deferred@885613237 after retry RPC after error@928488823) -> (continuation of Deferred@379982857 after retry RPC after error@1708954887)))
17:38:52.677 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [60ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [60ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [83ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [241ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [241ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [242ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@258249222(state=PENDING, result=null, callback=(continuation of Deferred@367078826 after retry RPC after error@1226858494) -> (continuation of Deferred@1785876912 after retry RPC after error@1093474906) -> (continuation of Deferred@1572725672 after retry RPC after error@371824718) -> (continuation of Deferred@1856943338 after retry RPC after error@1199082671) -> (continuation of Deferred@1969915723 after retry RPC after error@802921024) -> (continuation of Deferred@885613237 after retry RPC after error@928488823) -> (continuation of Deferred@379982857 after retry RPC after error@1708954887), errback=(continuation of Deferred@367078826 after retry RPC after error@1226858494) -> (continuation of Deferred@1785876912 after retry RPC after error@1093474906) -> (continuation of Deferred@1572725672 after retry RPC after error@371824718) -> (continuation of Deferred@1856943338 after retry RPC after error@1199082671) -> (continuation of Deferred@1969915723 after retry RPC after error@802921024) -> (continuation of Deferred@885613237 after retry RPC after error@928488823) -> (continuation of Deferred@379982857 after retry RPC after error@1708954887)))
17:38:52.694 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:52.694 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:52.694 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:52.695 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:52.695 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:52.695 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:52.695 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:52.695 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:52.696 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:52.714 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:52.715 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:52.715 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:52.715 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:52.715 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:52.716 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:52.716 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:52.716 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:52.717 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:52.734 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:52.735 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:52.735 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:52.735 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:52.735 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:52.735 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:52.735 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:52.735 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:52.736 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:52.754 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:52.754 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:52.755 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:52.755 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:52.755 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:52.755 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:52.755 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:52.755 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:52.756 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:52.774 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:52.774 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:52.775 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:52.775 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:52.775 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:52.775 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:52.775 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:52.775 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:52.776 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:52.814 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:52.814 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:52.815 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:52.815 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:52.815 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:52.815 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:52.815 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:52.815 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:52.816 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:52.834 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:52.834 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:52.835 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:52.835 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:52.835 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:52.835 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:52.835 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:52.835 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:52.836 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:52.854 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:52.854 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:52.855 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:52.855 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:52.855 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:52.855 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:52.855 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:52.855 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:52.856 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:52.856 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [23ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [23ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [23ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [43ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [63ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [83ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [123ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [142ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [142ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [143ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [162ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [162ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [163ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, deferred=Deferred@827084865(state=PENDING, result=null, callback=(continuation of Deferred@183430106 after retry RPC after error@1581363267) -> (continuation of Deferred@32036205 after retry RPC after error@1383416649) -> (continuation of Deferred@792249062 after retry RPC after error@2083044586) -> (continuation of Deferred@992759231 after retry RPC after error@1136340632) -> (continuation of Deferred@721284091 after retry RPC after error@319544738) -> (continuation of Deferred@1242774473 after retry RPC after error@1355154429) -> (continuation of Deferred@354519085 after retry RPC after error@1477095910), errback=(continuation of Deferred@183430106 after retry RPC after error@1581363267) -> (continuation of Deferred@32036205 after retry RPC after error@1383416649) -> (continuation of Deferred@792249062 after retry RPC after error@2083044586) -> (continuation of Deferred@992759231 after retry RPC after error@1136340632) -> (continuation of Deferred@721284091 after retry RPC after error@319544738) -> (continuation of Deferred@1242774473 after retry RPC after error@1355154429) -> (continuation of Deferred@354519085 after retry RPC after error@1477095910)))
17:38:52.857 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [23ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [23ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [23ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [43ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [63ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [83ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [123ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [142ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [142ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [143ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [162ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [162ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [163ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, deferred=Deferred@827084865(state=PENDING, result=null, callback=(continuation of Deferred@183430106 after retry RPC after error@1581363267) -> (continuation of Deferred@32036205 after retry RPC after error@1383416649) -> (continuation of Deferred@792249062 after retry RPC after error@2083044586) -> (continuation of Deferred@992759231 after retry RPC after error@1136340632) -> (continuation of Deferred@721284091 after retry RPC after error@319544738) -> (continuation of Deferred@1242774473 after retry RPC after error@1355154429) -> (continuation of Deferred@354519085 after retry RPC after error@1477095910), errback=(continuation of Deferred@183430106 after retry RPC after error@1581363267) -> (continuation of Deferred@32036205 after retry RPC after error@1383416649) -> (continuation of Deferred@792249062 after retry RPC after error@2083044586) -> (continuation of Deferred@992759231 after retry RPC after error@1136340632) -> (continuation of Deferred@721284091 after retry RPC after error@319544738) -> (continuation of Deferred@1242774473 after retry RPC after error@1355154429) -> (continuation of Deferred@354519085 after retry RPC after error@1477095910)))
17:38:52.874 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:52.874 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:52.874 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:52.874 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:52.874 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:52.875 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:52.875 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:52.875 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:52.875 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:52.894 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:52.895 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:52.895 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:52.895 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:52.895 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:52.895 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:52.895 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:52.895 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:52.896 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:52.914 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:52.914 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:52.915 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:52.915 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:52.915 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:52.915 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:52.915 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:52.915 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:52.916 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:52.934 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:52.934 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:52.935 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:52.935 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:52.935 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:52.935 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:52.935 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:52.936 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:52.936 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:52.954 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:52.954 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:52.955 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:52.955 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:52.955 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:52.955 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:52.955 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:52.955 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:52.956 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:52.994 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:52.994 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:52.994 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:52.995 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:52.995 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:52.995 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:52.995 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:52.995 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:52.996 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:53.034 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:53.034 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:53.034 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:53.034 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:53.035 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:53.035 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:53.035 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:53.035 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:53.036 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:53.094 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:53.094 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:53.095 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:53.095 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:53.095 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:53.095 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:53.095 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:53.095 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:53.096 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:53.096 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [23ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [43ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [63ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [83ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [123ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [162ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [162ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [162ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [220ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [222ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [222ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [223ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@2065581824(state=PENDING, result=null, callback=(continuation of Deferred@1886569299 after retry RPC after error@1048152173) -> (continuation of Deferred@738873683 after retry RPC after error@631580053) -> (continuation of Deferred@1135284777 after retry RPC after error@837009617) -> (continuation of Deferred@1335725943 after retry RPC after error@1125683868) -> (continuation of Deferred@1480190604 after retry RPC after error@2012437522) -> (continuation of Deferred@1412862892 after retry RPC after error@1404925892) -> (continuation of Deferred@1153927861 after retry RPC after error@700009971), errback=(continuation of Deferred@1886569299 after retry RPC after error@1048152173) -> (continuation of Deferred@738873683 after retry RPC after error@631580053) -> (continuation of Deferred@1135284777 after retry RPC after error@837009617) -> (continuation of Deferred@1335725943 after retry RPC after error@1125683868) -> (continuation of Deferred@1480190604 after retry RPC after error@2012437522) -> (continuation of Deferred@1412862892 after retry RPC after error@1404925892) -> (continuation of Deferred@1153927861 after retry RPC after error@700009971)))
17:38:53.097 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [23ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [43ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [63ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [83ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [123ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [162ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [162ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [162ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [220ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [222ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [222ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [223ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@2065581824(state=PENDING, result=null, callback=(continuation of Deferred@1886569299 after retry RPC after error@1048152173) -> (continuation of Deferred@738873683 after retry RPC after error@631580053) -> (continuation of Deferred@1135284777 after retry RPC after error@837009617) -> (continuation of Deferred@1335725943 after retry RPC after error@1125683868) -> (continuation of Deferred@1480190604 after retry RPC after error@2012437522) -> (continuation of Deferred@1412862892 after retry RPC after error@1404925892) -> (continuation of Deferred@1153927861 after retry RPC after error@700009971), errback=(continuation of Deferred@1886569299 after retry RPC after error@1048152173) -> (continuation of Deferred@738873683 after retry RPC after error@631580053) -> (continuation of Deferred@1135284777 after retry RPC after error@837009617) -> (continuation of Deferred@1335725943 after retry RPC after error@1125683868) -> (continuation of Deferred@1480190604 after retry RPC after error@2012437522) -> (continuation of Deferred@1412862892 after retry RPC after error@1404925892) -> (continuation of Deferred@1153927861 after retry RPC after error@700009971)))
17:38:53.115 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:53.115 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:53.115 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:53.115 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:53.116 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:53.116 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:53.116 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:53.116 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:53.117 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:53.134 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:53.135 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:53.135 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:53.135 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:53.135 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:53.135 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:53.135 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:53.135 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:53.136 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:53.154 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:53.154 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:53.155 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:53.155 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:53.155 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:53.155 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:53.155 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:53.155 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:53.156 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:53.174 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:53.174 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:53.175 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:53.175 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:53.175 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:53.175 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:53.175 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:53.175 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:53.176 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:53.194 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:53.195 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:53.195 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:53.195 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:53.195 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:53.195 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:53.196 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:53.196 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:53.196 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:53.214 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:53.214 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:53.215 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:53.215 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:53.215 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:53.215 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:53.215 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:53.215 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:53.216 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:53.234 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:53.234 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:53.235 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:53.235 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:53.235 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:53.235 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:53.235 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:53.235 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:53.236 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:53.314 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:53.315 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:53.315 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:53.315 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:53.316 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:53.315 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:53.316 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:53.316 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:53.316 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:53.317 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [201ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [202ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [202ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@426190349(state=PENDING, result=null, callback=(continuation of Deferred@1518062571 after retry RPC after error@42821194) -> (continuation of Deferred@1738195881 after retry RPC after error@1198380569) -> (continuation of Deferred@1129150860 after retry RPC after error@706472089) -> (continuation of Deferred@455991800 after retry RPC after error@844706202) -> (continuation of Deferred@443592516 after retry RPC after error@1876607923) -> (continuation of Deferred@453823889 after retry RPC after error@1612901003) -> (continuation of Deferred@2134336324 after retry RPC after error@1179250762), errback=(continuation of Deferred@1518062571 after retry RPC after error@42821194) -> (continuation of Deferred@1738195881 after retry RPC after error@1198380569) -> (continuation of Deferred@1129150860 after retry RPC after error@706472089) -> (continuation of Deferred@455991800 after retry RPC after error@844706202) -> (continuation of Deferred@443592516 after retry RPC after error@1876607923) -> (continuation of Deferred@453823889 after retry RPC after error@1612901003) -> (continuation of Deferred@2134336324 after retry RPC after error@1179250762)))
17:38:53.318 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [201ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [202ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [202ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@426190349(state=PENDING, result=null, callback=(continuation of Deferred@1518062571 after retry RPC after error@42821194) -> (continuation of Deferred@1738195881 after retry RPC after error@1198380569) -> (continuation of Deferred@1129150860 after retry RPC after error@706472089) -> (continuation of Deferred@455991800 after retry RPC after error@844706202) -> (continuation of Deferred@443592516 after retry RPC after error@1876607923) -> (continuation of Deferred@453823889 after retry RPC after error@1612901003) -> (continuation of Deferred@2134336324 after retry RPC after error@1179250762), errback=(continuation of Deferred@1518062571 after retry RPC after error@42821194) -> (continuation of Deferred@1738195881 after retry RPC after error@1198380569) -> (continuation of Deferred@1129150860 after retry RPC after error@706472089) -> (continuation of Deferred@455991800 after retry RPC after error@844706202) -> (continuation of Deferred@443592516 after retry RPC after error@1876607923) -> (continuation of Deferred@453823889 after retry RPC after error@1612901003) -> (continuation of Deferred@2134336324 after retry RPC after error@1179250762)))
17:38:53.334 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:53.334 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:53.335 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:53.335 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:53.335 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:53.335 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:53.335 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:53.335 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:53.336 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:53.354 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:53.354 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:53.355 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:53.355 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:53.355 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:53.355 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:53.355 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:53.355 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:53.356 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:53.374 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:53.374 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:53.375 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:53.375 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:53.375 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:53.375 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:53.375 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:53.375 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:53.376 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:53.394 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:53.394 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:53.395 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:53.395 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:53.395 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:53.395 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:53.395 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:53.395 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:53.396 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:53.414 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:53.414 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:53.415 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:53.415 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:53.415 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:53.415 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:53.415 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:53.415 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:53.416 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:53.434 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:53.434 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:53.434 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:53.435 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:53.435 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:53.435 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:53.435 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:53.435 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:53.435 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:53.474 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:53.474 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:53.474 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:53.475 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:53.475 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:53.475 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:53.475 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:53.475 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:53.476 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:53.574 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:53.574 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:53.575 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:53.575 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:53.575 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:53.575 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:53.575 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:53.575 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:53.576 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:53.576 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [142ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [241ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [241ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [242ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@2038967514(state=PENDING, result=null, callback=(continuation of Deferred@556473837 after retry RPC after error@1313638666) -> (continuation of Deferred@1708923882 after retry RPC after error@1569326455) -> (continuation of Deferred@607629150 after retry RPC after error@236545547) -> (continuation of Deferred@194985833 after retry RPC after error@112403152) -> (continuation of Deferred@535240711 after retry RPC after error@1519068366) -> (continuation of Deferred@673000577 after retry RPC after error@933703408) -> (continuation of Deferred@300341019 after retry RPC after error@315112637), errback=(continuation of Deferred@556473837 after retry RPC after error@1313638666) -> (continuation of Deferred@1708923882 after retry RPC after error@1569326455) -> (continuation of Deferred@607629150 after retry RPC after error@236545547) -> (continuation of Deferred@194985833 after retry RPC after error@112403152) -> (continuation of Deferred@535240711 after retry RPC after error@1519068366) -> (continuation of Deferred@673000577 after retry RPC after error@933703408) -> (continuation of Deferred@300341019 after retry RPC after error@315112637)))
17:38:53.577 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [142ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [241ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [241ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [242ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@2038967514(state=PENDING, result=null, callback=(continuation of Deferred@556473837 after retry RPC after error@1313638666) -> (continuation of Deferred@1708923882 after retry RPC after error@1569326455) -> (continuation of Deferred@607629150 after retry RPC after error@236545547) -> (continuation of Deferred@194985833 after retry RPC after error@112403152) -> (continuation of Deferred@535240711 after retry RPC after error@1519068366) -> (continuation of Deferred@673000577 after retry RPC after error@933703408) -> (continuation of Deferred@300341019 after retry RPC after error@315112637), errback=(continuation of Deferred@556473837 after retry RPC after error@1313638666) -> (continuation of Deferred@1708923882 after retry RPC after error@1569326455) -> (continuation of Deferred@607629150 after retry RPC after error@236545547) -> (continuation of Deferred@194985833 after retry RPC after error@112403152) -> (continuation of Deferred@535240711 after retry RPC after error@1519068366) -> (continuation of Deferred@673000577 after retry RPC after error@933703408) -> (continuation of Deferred@300341019 after retry RPC after error@315112637)))
17:38:53.594 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:53.594 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:53.595 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:53.595 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:53.595 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:53.595 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:53.595 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:53.595 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:53.596 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:53.614 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:53.614 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:53.614 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:53.614 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:53.615 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:53.615 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:53.615 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:53.615 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:53.615 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:53.634 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:53.635 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:53.635 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:53.635 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:53.635 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:53.636 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:53.636 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:53.636 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:53.636 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:53.654 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:53.655 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:53.655 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:53.655 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:53.655 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:53.655 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:53.655 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:53.655 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:53.656 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:53.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:53.670485 19229 master_runner.cc:186] Error getting master registration for 127.17.204.62:35645: Network error: Client connection negotiation failed: client connection to 127.17.204.62:35645: connect: Connection refused (error 111),
17:38:53.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:53.670722 19229 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
17:38:53.674 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:53.674 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:53.675 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:53.675 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:53.675 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:53.675 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:53.675 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:53.675 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:53.676 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:53.694 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:53.694 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:53.695 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:53.695 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:53.695 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:53.695 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:53.695 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:53.695 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:53.696 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:53.714 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:53.714 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:53.715 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:53.715 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:53.715 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:53.715 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:53.715 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:53.715 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:53.716 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:53.734 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:53.734 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:53.735 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:53.735 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:53.735 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:53.735 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:53.735 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:53.735 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:53.736 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:53.774 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:53.774 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:53.775 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:53.775 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:53.775 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:53.775 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:53.775 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:53.775 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:53.776 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:53.776 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [142ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [179ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@1244905315(state=PENDING, result=null, callback=(continuation of Deferred@1497780706 after retry RPC after error@43984742) -> (continuation of Deferred@915893044 after retry RPC after error@1636307490) -> (continuation of Deferred@178951856 after retry RPC after error@1903506580) -> (continuation of Deferred@2092314437 after retry RPC after error@1569598451) -> (continuation of Deferred@55523812 after retry RPC after error@1539734669) -> (continuation of Deferred@373800119 after retry RPC after error@976935999) -> (continuation of Deferred@1086345861 after retry RPC after error@680164356), errback=(continuation of Deferred@1497780706 after retry RPC after error@43984742) -> (continuation of Deferred@915893044 after retry RPC after error@1636307490) -> (continuation of Deferred@178951856 after retry RPC after error@1903506580) -> (continuation of Deferred@2092314437 after retry RPC after error@1569598451) -> (continuation of Deferred@55523812 after retry RPC after error@1539734669) -> (continuation of Deferred@373800119 after retry RPC after error@976935999) -> (continuation of Deferred@1086345861 after retry RPC after error@680164356)))
17:38:53.777 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [142ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [179ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@1244905315(state=PENDING, result=null, callback=(continuation of Deferred@1497780706 after retry RPC after error@43984742) -> (continuation of Deferred@915893044 after retry RPC after error@1636307490) -> (continuation of Deferred@178951856 after retry RPC after error@1903506580) -> (continuation of Deferred@2092314437 after retry RPC after error@1569598451) -> (continuation of Deferred@55523812 after retry RPC after error@1539734669) -> (continuation of Deferred@373800119 after retry RPC after error@976935999) -> (continuation of Deferred@1086345861 after retry RPC after error@680164356), errback=(continuation of Deferred@1497780706 after retry RPC after error@43984742) -> (continuation of Deferred@915893044 after retry RPC after error@1636307490) -> (continuation of Deferred@178951856 after retry RPC after error@1903506580) -> (continuation of Deferred@2092314437 after retry RPC after error@1569598451) -> (continuation of Deferred@55523812 after retry RPC after error@1539734669) -> (continuation of Deferred@373800119 after retry RPC after error@976935999) -> (continuation of Deferred@1086345861 after retry RPC after error@680164356)))
17:38:53.794 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:53.794 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:53.795 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:53.795 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:53.795 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:53.795 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:53.795 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:53.795 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:53.797 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:53.814 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:53.814 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:53.814 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:53.814 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:53.815 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:53.815 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:53.815 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:53.815 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:53.815 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:53.834 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:53.835 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:53.835 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:53.835 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:53.835 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:53.835 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:53.836 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:53.836 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:53.837 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:53.854 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:53.855 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:53.855 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:53.855 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:53.855 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:53.855 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:53.855 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:53.855 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:53.856 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:53.874 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:53.875 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:53.875 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:53.875 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:53.875 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:53.875 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:53.875 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:53.876 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:53.876 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:53.876 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:53.876 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:53.877 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:53.894 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:53.895 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:53.895 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:53.895 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:53.895 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:53.895 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:53.895 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:53.895 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:53.896 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:53.934 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:53.935 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:53.935 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:53.935 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:53.935 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:53.935 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:53.935 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:53.935 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:53.936 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:54.034 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:54.034 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:54.035 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:54.035 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:54.035 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:54.035 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:54.035 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:54.035 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:54.036 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:54.037 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [3ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [83ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [142ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [239ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [241ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [241ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [242ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, deferred=Deferred@128820746(state=PENDING, result=null, callback=(continuation of Deferred@1713996639 after retry RPC after error@534661565) -> (continuation of Deferred@332085279 after retry RPC after error@2033996186) -> (continuation of Deferred@1394939545 after retry RPC after error@1046163169) -> (continuation of Deferred@1947923189 after retry RPC after error@1865538925) -> (continuation of Deferred@349937612 after retry RPC after error@1938855824) -> (continuation of Deferred@1346260557 after retry RPC after error@822422418) -> (continuation of Deferred@2045306753 after retry RPC after error@238277435), errback=(continuation of Deferred@1713996639 after retry RPC after error@534661565) -> (continuation of Deferred@332085279 after retry RPC after error@2033996186) -> (continuation of Deferred@1394939545 after retry RPC after error@1046163169) -> (continuation of Deferred@1947923189 after retry RPC after error@1865538925) -> (continuation of Deferred@349937612 after retry RPC after error@1938855824) -> (continuation of Deferred@1346260557 after retry RPC after error@822422418) -> (continuation of Deferred@2045306753 after retry RPC after error@238277435)))
17:38:54.037 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [3ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [83ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [142ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [239ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [241ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [241ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [242ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, deferred=Deferred@128820746(state=PENDING, result=null, callback=(continuation of Deferred@1713996639 after retry RPC after error@534661565) -> (continuation of Deferred@332085279 after retry RPC after error@2033996186) -> (continuation of Deferred@1394939545 after retry RPC after error@1046163169) -> (continuation of Deferred@1947923189 after retry RPC after error@1865538925) -> (continuation of Deferred@349937612 after retry RPC after error@1938855824) -> (continuation of Deferred@1346260557 after retry RPC after error@822422418) -> (continuation of Deferred@2045306753 after retry RPC after error@238277435), errback=(continuation of Deferred@1713996639 after retry RPC after error@534661565) -> (continuation of Deferred@332085279 after retry RPC after error@2033996186) -> (continuation of Deferred@1394939545 after retry RPC after error@1046163169) -> (continuation of Deferred@1947923189 after retry RPC after error@1865538925) -> (continuation of Deferred@349937612 after retry RPC after error@1938855824) -> (continuation of Deferred@1346260557 after retry RPC after error@822422418) -> (continuation of Deferred@2045306753 after retry RPC after error@238277435)))
17:38:54.054 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:54.054 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:54.054 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:54.054 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:54.055 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:54.055 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:54.055 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:54.055 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:54.055 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:54.074 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:54.075 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:54.075 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:54.075 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:54.075 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:54.075 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:54.076 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:54.076 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:54.076 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:54.094 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:54.095 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:54.095 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:54.095 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:54.095 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:54.095 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:54.095 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:54.095 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:54.096 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:54.114 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:54.114 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:54.115 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:54.115 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:54.115 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:54.115 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:54.115 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:54.115 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:54.116 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:54.134 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:54.134 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:54.135 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:54.135 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:54.135 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:54.135 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:54.135 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:54.135 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:54.136 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:54.154 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:54.154 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:54.154 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:54.154 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:54.154 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:54.154 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:54.155 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:54.155 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:54.155 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:54.194 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:54.195 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:54.195 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:54.195 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:54.195 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:54.195 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:54.196 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:54.196 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:54.196 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:54.214 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:54.214 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:54.215 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:54.215 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:54.215 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:54.215 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:54.215 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:54.215 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:54.216 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:54.294 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:54.294 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:54.295 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:54.295 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:54.295 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:54.295 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:54.295 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:54.295 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:54.296 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:54.297 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [23ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [23ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [43ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [63ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [83ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [142ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [142ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [143ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [162ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [162ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [163ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [242ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [242ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [243ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@1331774818(state=PENDING, result=null, callback=(continuation of Deferred@1373891780 after retry RPC after error@1063939154) -> (continuation of Deferred@1616303881 after retry RPC after error@635028532) -> (continuation of Deferred@1796381063 after retry RPC after error@133591115) -> (continuation of Deferred@1372455203 after retry RPC after error@979208010) -> (continuation of Deferred@1174204199 after retry RPC after error@1899801595) -> (continuation of Deferred@1348107238 after retry RPC after error@107729264) -> (continuation of Deferred@617386829 after retry RPC after error@809211740) -> (continuation of Deferred@868048886 after retry RPC after error@1803937952), errback=(continuation of Deferred@1373891780 after retry RPC after error@1063939154) -> (continuation of Deferred@1616303881 after retry RPC after error@635028532) -> (continuation of Deferred@1796381063 after retry RPC after error@133591115) -> (continuation of Deferred@1372455203 after retry RPC after error@979208010) -> (continuation of Deferred@1174204199 after retry RPC after error@1899801595) -> (continuation of Deferred@1348107238 after retry RPC after error@107729264) -> (continuation of Deferred@617386829 after retry RPC after error@809211740) -> (continuation of Deferred@868048886 after retry RPC after error@1803937952)))
17:38:54.297 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [23ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [23ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [43ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [63ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [83ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [142ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [142ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [143ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [162ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [162ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [163ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [242ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [242ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [243ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@1331774818(state=PENDING, result=null, callback=(continuation of Deferred@1373891780 after retry RPC after error@1063939154) -> (continuation of Deferred@1616303881 after retry RPC after error@635028532) -> (continuation of Deferred@1796381063 after retry RPC after error@133591115) -> (continuation of Deferred@1372455203 after retry RPC after error@979208010) -> (continuation of Deferred@1174204199 after retry RPC after error@1899801595) -> (continuation of Deferred@1348107238 after retry RPC after error@107729264) -> (continuation of Deferred@617386829 after retry RPC after error@809211740) -> (continuation of Deferred@868048886 after retry RPC after error@1803937952), errback=(continuation of Deferred@1373891780 after retry RPC after error@1063939154) -> (continuation of Deferred@1616303881 after retry RPC after error@635028532) -> (continuation of Deferred@1796381063 after retry RPC after error@133591115) -> (continuation of Deferred@1372455203 after retry RPC after error@979208010) -> (continuation of Deferred@1174204199 after retry RPC after error@1899801595) -> (continuation of Deferred@1348107238 after retry RPC after error@107729264) -> (continuation of Deferred@617386829 after retry RPC after error@809211740) -> (continuation of Deferred@868048886 after retry RPC after error@1803937952)))
17:38:54.314 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:54.314 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:54.315 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:54.315 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:54.315 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:54.315 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:54.315 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:54.315 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:54.316 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:54.334 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:54.334 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:54.334 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:54.334 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:54.334 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:54.335 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:54.335 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:54.335 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:54.335 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:54.354 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:54.355 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:54.355 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:54.355 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:54.355 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:54.355 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:54.355 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:54.355 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:54.356 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:54.374 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:54.374 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:54.375 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:54.375 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:54.375 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:54.375 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:54.375 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:54.375 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:54.376 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:54.394 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:54.394 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:54.394 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:54.394 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:54.394 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:54.394 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:54.395 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:54.395 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:54.395 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:54.414 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:54.415 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:54.415 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:54.415 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:54.415 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:54.415 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:54.415 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:54.415 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:54.416 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:54.454 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:54.454 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:54.455 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:54.455 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:54.455 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:54.455 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:54.455 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:54.455 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:54.456 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:54.514 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:54.515 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:54.515 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:54.515 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:54.515 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:54.515 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:54.516 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:54.516 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:54.516 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:54.517 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [142ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [201ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [202ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [202ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, deferred=Deferred@1423459369(state=PENDING, result=null, callback=(continuation of Deferred@58809425 after retry RPC after error@1480972052) -> (continuation of Deferred@222726383 after retry RPC after error@455703650) -> (continuation of Deferred@306436226 after retry RPC after error@1682456745) -> (continuation of Deferred@1567669567 after retry RPC after error@225054879) -> (continuation of Deferred@23154296 after retry RPC after error@654969845) -> (continuation of Deferred@2135675758 after retry RPC after error@578341616) -> (continuation of Deferred@694243913 after retry RPC after error@1581490483), errback=(continuation of Deferred@58809425 after retry RPC after error@1480972052) -> (continuation of Deferred@222726383 after retry RPC after error@455703650) -> (continuation of Deferred@306436226 after retry RPC after error@1682456745) -> (continuation of Deferred@1567669567 after retry RPC after error@225054879) -> (continuation of Deferred@23154296 after retry RPC after error@654969845) -> (continuation of Deferred@2135675758 after retry RPC after error@578341616) -> (continuation of Deferred@694243913 after retry RPC after error@1581490483)))
17:38:54.518 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [142ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [201ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [202ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [202ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, deferred=Deferred@1423459369(state=PENDING, result=null, callback=(continuation of Deferred@58809425 after retry RPC after error@1480972052) -> (continuation of Deferred@222726383 after retry RPC after error@455703650) -> (continuation of Deferred@306436226 after retry RPC after error@1682456745) -> (continuation of Deferred@1567669567 after retry RPC after error@225054879) -> (continuation of Deferred@23154296 after retry RPC after error@654969845) -> (continuation of Deferred@2135675758 after retry RPC after error@578341616) -> (continuation of Deferred@694243913 after retry RPC after error@1581490483), errback=(continuation of Deferred@58809425 after retry RPC after error@1480972052) -> (continuation of Deferred@222726383 after retry RPC after error@455703650) -> (continuation of Deferred@306436226 after retry RPC after error@1682456745) -> (continuation of Deferred@1567669567 after retry RPC after error@225054879) -> (continuation of Deferred@23154296 after retry RPC after error@654969845) -> (continuation of Deferred@2135675758 after retry RPC after error@578341616) -> (continuation of Deferred@694243913 after retry RPC after error@1581490483)))
17:38:54.534 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:54.534 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:54.535 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:54.535 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:54.535 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:54.535 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:54.535 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:54.535 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:54.536 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:54.554 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:54.554 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:54.555 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:54.555 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:54.555 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:54.555 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:54.555 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:54.555 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:54.556 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:54.574 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:54.574 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:54.574 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:54.575 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:54.575 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:54.575 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:54.575 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:54.575 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:54.575 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:54.594 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:54.595 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:54.595 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:54.595 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:54.595 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:54.595 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:54.595 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:54.595 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:54.596 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:54.614 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:54.614 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:54.615 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:54.615 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:54.615 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:54.615 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:54.615 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:54.615 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:54.616 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:54.654 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:54.654 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:54.655 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:54.655 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:54.655 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:54.655 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:54.655 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:54.655 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:54.656 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:54.674 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:54.674 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:54.675 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:54.675 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:54.675 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:54.675 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:54.675 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:54.675 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:54.676 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:54.774 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:54.775 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:54.775 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:54.775 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:54.775 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:54.775 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:54.776 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:54.776 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:54.776 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:54.777 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [142ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [242ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [242ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [242ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@1429593846(state=PENDING, result=null, callback=(continuation of Deferred@1108556917 after retry RPC after error@667663618) -> (continuation of Deferred@1775551367 after retry RPC after error@317547045) -> (continuation of Deferred@1237718169 after retry RPC after error@857707278) -> (continuation of Deferred@2081994257 after retry RPC after error@85790717) -> (continuation of Deferred@2080809243 after retry RPC after error@869194358) -> (continuation of Deferred@182409760 after retry RPC after error@1741741665) -> (continuation of Deferred@773301753 after retry RPC after error@1808779047), errback=(continuation of Deferred@1108556917 after retry RPC after error@667663618) -> (continuation of Deferred@1775551367 after retry RPC after error@317547045) -> (continuation of Deferred@1237718169 after retry RPC after error@857707278) -> (continuation of Deferred@2081994257 after retry RPC after error@85790717) -> (continuation of Deferred@2080809243 after retry RPC after error@869194358) -> (continuation of Deferred@182409760 after retry RPC after error@1741741665) -> (continuation of Deferred@773301753 after retry RPC after error@1808779047)))
17:38:54.777 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [142ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [242ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [242ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [242ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@1429593846(state=PENDING, result=null, callback=(continuation of Deferred@1108556917 after retry RPC after error@667663618) -> (continuation of Deferred@1775551367 after retry RPC after error@317547045) -> (continuation of Deferred@1237718169 after retry RPC after error@857707278) -> (continuation of Deferred@2081994257 after retry RPC after error@85790717) -> (continuation of Deferred@2080809243 after retry RPC after error@869194358) -> (continuation of Deferred@182409760 after retry RPC after error@1741741665) -> (continuation of Deferred@773301753 after retry RPC after error@1808779047), errback=(continuation of Deferred@1108556917 after retry RPC after error@667663618) -> (continuation of Deferred@1775551367 after retry RPC after error@317547045) -> (continuation of Deferred@1237718169 after retry RPC after error@857707278) -> (continuation of Deferred@2081994257 after retry RPC after error@85790717) -> (continuation of Deferred@2080809243 after retry RPC after error@869194358) -> (continuation of Deferred@182409760 after retry RPC after error@1741741665) -> (continuation of Deferred@773301753 after retry RPC after error@1808779047)))
17:38:54.794 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:54.795 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:54.795 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:54.795 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:54.795 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:54.795 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:54.795 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:54.795 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:54.796 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:54.814 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:54.814 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:54.815 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:54.815 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:54.815 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:54.815 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:54.815 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:54.815 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:54.816 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:54.834 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:54.834 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:54.835 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:54.835 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:54.835 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:54.835 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:54.835 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:54.835 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:54.836 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:54.853 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:54.854 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:54.854 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:54.854 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:54.854 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:54.854 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:54.854 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:54.854 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:54.855 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:54.874 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:54.875 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:54.875 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:54.875 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:54.875 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:54.875 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:54.875 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:54.875 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:54.876 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:54.914 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:54.915 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:54.915 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:54.915 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:54.915 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:54.915 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:54.915 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:54.916 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:54.916 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:54.916 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:54.916 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:54.917 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:54.954 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:54.955 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:54.955 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:54.955 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:54.955 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:54.955 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:54.955 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:54.955 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:54.956 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:54.974 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:54.974 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:54.975 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:54.975 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:54.975 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:54.975 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:54.975 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:54.975 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:54.976 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:54.994 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:54.994 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:54.995 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:54.995 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:54.995 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:54.995 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:54.995 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:54.995 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:54.996 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:54.996 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [60ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [60ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [123ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [201ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [201ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [202ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, deferred=Deferred@1139366785(state=PENDING, result=null, callback=(continuation of Deferred@566228348 after retry RPC after error@19038223) -> (continuation of Deferred@697383089 after retry RPC after error@539839313) -> (continuation of Deferred@2120699453 after retry RPC after error@1800444678) -> (continuation of Deferred@1260679789 after retry RPC after error@18468763) -> (continuation of Deferred@1162575651 after retry RPC after error@707548199) -> (continuation of Deferred@1123281941 after retry RPC after error@223971015) -> (continuation of Deferred@334844456 after retry RPC after error@1538306333), errback=(continuation of Deferred@566228348 after retry RPC after error@19038223) -> (continuation of Deferred@697383089 after retry RPC after error@539839313) -> (continuation of Deferred@2120699453 after retry RPC after error@1800444678) -> (continuation of Deferred@1260679789 after retry RPC after error@18468763) -> (continuation of Deferred@1162575651 after retry RPC after error@707548199) -> (continuation of Deferred@1123281941 after retry RPC after error@223971015) -> (continuation of Deferred@334844456 after retry RPC after error@1538306333)))
17:38:54.997 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [60ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [60ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [123ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [201ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [201ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [202ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, deferred=Deferred@1139366785(state=PENDING, result=null, callback=(continuation of Deferred@566228348 after retry RPC after error@19038223) -> (continuation of Deferred@697383089 after retry RPC after error@539839313) -> (continuation of Deferred@2120699453 after retry RPC after error@1800444678) -> (continuation of Deferred@1260679789 after retry RPC after error@18468763) -> (continuation of Deferred@1162575651 after retry RPC after error@707548199) -> (continuation of Deferred@1123281941 after retry RPC after error@223971015) -> (continuation of Deferred@334844456 after retry RPC after error@1538306333), errback=(continuation of Deferred@566228348 after retry RPC after error@19038223) -> (continuation of Deferred@697383089 after retry RPC after error@539839313) -> (continuation of Deferred@2120699453 after retry RPC after error@1800444678) -> (continuation of Deferred@1260679789 after retry RPC after error@18468763) -> (continuation of Deferred@1162575651 after retry RPC after error@707548199) -> (continuation of Deferred@1123281941 after retry RPC after error@223971015) -> (continuation of Deferred@334844456 after retry RPC after error@1538306333)))
17:38:55.014 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:55.014 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:55.015 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:55.015 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:55.015 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:55.015 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:55.015 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:55.015 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:55.016 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:55.034 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:55.034 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:55.034 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:55.034 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:55.035 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:55.035 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:55.035 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:55.035 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:55.036 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:55.055 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:55.055 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:55.055 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:55.055 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:55.055 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:55.055 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:55.056 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:55.056 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:55.056 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:55.074 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:55.074 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:55.075 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:55.075 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:55.075 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:55.075 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:55.075 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:55.075 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:55.076 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:55.094 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:55.094 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:55.095 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:55.095 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:55.095 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:55.095 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:55.095 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:55.095 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:55.096 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:55.115 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:55.115 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:55.116 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:55.116 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:55.116 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:55.116 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:55.116 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:55.117 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:55.117 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:55.194 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:55.194 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:55.195 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:55.195 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:55.195 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:55.195 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:55.195 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:55.195 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:55.196 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:55.196 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [103ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [179ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, deferred=Deferred@1683252303(state=PENDING, result=null, callback=(continuation of Deferred@920392508 after retry RPC after error@735414026) -> (continuation of Deferred@1551651540 after retry RPC after error@458040072) -> (continuation of Deferred@1306429102 after retry RPC after error@1244968392) -> (continuation of Deferred@1960879272 after retry RPC after error@105356383) -> (continuation of Deferred@1058378191 after retry RPC after error@1348532496) -> (continuation of Deferred@567591504 after retry RPC after error@466294609), errback=(continuation of Deferred@920392508 after retry RPC after error@735414026) -> (continuation of Deferred@1551651540 after retry RPC after error@458040072) -> (continuation of Deferred@1306429102 after retry RPC after error@1244968392) -> (continuation of Deferred@1960879272 after retry RPC after error@105356383) -> (continuation of Deferred@1058378191 after retry RPC after error@1348532496) -> (continuation of Deferred@567591504 after retry RPC after error@466294609)))
17:38:55.197 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [103ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [179ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, deferred=Deferred@1683252303(state=PENDING, result=null, callback=(continuation of Deferred@920392508 after retry RPC after error@735414026) -> (continuation of Deferred@1551651540 after retry RPC after error@458040072) -> (continuation of Deferred@1306429102 after retry RPC after error@1244968392) -> (continuation of Deferred@1960879272 after retry RPC after error@105356383) -> (continuation of Deferred@1058378191 after retry RPC after error@1348532496) -> (continuation of Deferred@567591504 after retry RPC after error@466294609), errback=(continuation of Deferred@920392508 after retry RPC after error@735414026) -> (continuation of Deferred@1551651540 after retry RPC after error@458040072) -> (continuation of Deferred@1306429102 after retry RPC after error@1244968392) -> (continuation of Deferred@1960879272 after retry RPC after error@105356383) -> (continuation of Deferred@1058378191 after retry RPC after error@1348532496) -> (continuation of Deferred@567591504 after retry RPC after error@466294609)))
17:38:55.214 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:55.215 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:55.215 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:55.215 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:55.215 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:55.215 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:55.215 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:55.215 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:55.216 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:55.234 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:55.234 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:55.235 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:55.235 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:55.235 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:55.235 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:55.235 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:55.235 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:55.236 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:55.254 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:55.254 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:55.254 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:55.255 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:55.255 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:55.255 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:55.255 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:55.255 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:55.256 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:55.275 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:55.275 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:55.275 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:55.275 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:55.276 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:55.276 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:55.276 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:55.276 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:55.276 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:55.294 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:55.295 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:55.295 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:55.295 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:55.295 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:55.295 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:55.295 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:55.295 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:55.296 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:55.334 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:55.334 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:55.335 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:55.335 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:55.335 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:55.335 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:55.335 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:55.335 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:55.336 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:55.374 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:55.374 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:55.375 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:55.375 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:55.375 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:55.375 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:55.375 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:55.375 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:55.376 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:55.394 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:55.394 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:55.394 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:55.394 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:55.394 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:55.394 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:55.395 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:55.395 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:55.396 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:55.396 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [162ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [179ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [180ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@1997153038(state=PENDING, result=null, callback=(continuation of Deferred@1737226769 after retry RPC after error@90059022) -> (continuation of Deferred@940074481 after retry RPC after error@507261869) -> (continuation of Deferred@643762441 after retry RPC after error@1392347789) -> (continuation of Deferred@690051790 after retry RPC after error@1459594524) -> (continuation of Deferred@146209163 after retry RPC after error@908178418) -> (continuation of Deferred@368404690 after retry RPC after error@1049229365) -> (continuation of Deferred@21771470 after retry RPC after error@986294582), errback=(continuation of Deferred@1737226769 after retry RPC after error@90059022) -> (continuation of Deferred@940074481 after retry RPC after error@507261869) -> (continuation of Deferred@643762441 after retry RPC after error@1392347789) -> (continuation of Deferred@690051790 after retry RPC after error@1459594524) -> (continuation of Deferred@146209163 after retry RPC after error@908178418) -> (continuation of Deferred@368404690 after retry RPC after error@1049229365) -> (continuation of Deferred@21771470 after retry RPC after error@986294582)))
17:38:55.397 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [162ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [179ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [180ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@1997153038(state=PENDING, result=null, callback=(continuation of Deferred@1737226769 after retry RPC after error@90059022) -> (continuation of Deferred@940074481 after retry RPC after error@507261869) -> (continuation of Deferred@643762441 after retry RPC after error@1392347789) -> (continuation of Deferred@690051790 after retry RPC after error@1459594524) -> (continuation of Deferred@146209163 after retry RPC after error@908178418) -> (continuation of Deferred@368404690 after retry RPC after error@1049229365) -> (continuation of Deferred@21771470 after retry RPC after error@986294582), errback=(continuation of Deferred@1737226769 after retry RPC after error@90059022) -> (continuation of Deferred@940074481 after retry RPC after error@507261869) -> (continuation of Deferred@643762441 after retry RPC after error@1392347789) -> (continuation of Deferred@690051790 after retry RPC after error@1459594524) -> (continuation of Deferred@146209163 after retry RPC after error@908178418) -> (continuation of Deferred@368404690 after retry RPC after error@1049229365) -> (continuation of Deferred@21771470 after retry RPC after error@986294582)))
17:38:55.414 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:55.415 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:55.415 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:55.415 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:55.415 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:55.416 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:55.416 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:55.416 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:55.417 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:55.434 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:55.434 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:55.435 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:55.435 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:55.435 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:55.435 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:55.435 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:55.435 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:55.436 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:55.454 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:55.454 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:55.455 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:55.455 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:55.455 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:55.455 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:55.455 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:55.455 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:55.456 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:55.474 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:55.474 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:55.474 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:55.474 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:55.475 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:55.475 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:55.475 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:55.475 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:55.475 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:55.494 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:55.495 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:55.495 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:55.495 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:55.495 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:55.495 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:55.495 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:55.495 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:55.496 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:55.514 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:55.514 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:55.515 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:55.515 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:55.515 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:55.515 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:55.515 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:55.515 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:55.516 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:55.554 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:55.554 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:55.555 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:55.555 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:55.555 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:55.555 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:55.555 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:55.555 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:55.556 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:55.654 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:55.655 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:55.655 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:55.655 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:55.655 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:55.655 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:55.655 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:55.655 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:55.656 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:55.657 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [3ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [142ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [241ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [241ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [242ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, deferred=Deferred@843937581(state=PENDING, result=null, callback=(continuation of Deferred@295973741 after retry RPC after error@925325547) -> (continuation of Deferred@1794664685 after retry RPC after error@861249152) -> (continuation of Deferred@64679132 after retry RPC after error@246877260) -> (continuation of Deferred@656515703 after retry RPC after error@949979533) -> (continuation of Deferred@1828138574 after retry RPC after error@1511299824) -> (continuation of Deferred@1888270815 after retry RPC after error@874223010) -> (continuation of Deferred@1632327729 after retry RPC after error@527863282), errback=(continuation of Deferred@295973741 after retry RPC after error@925325547) -> (continuation of Deferred@1794664685 after retry RPC after error@861249152) -> (continuation of Deferred@64679132 after retry RPC after error@246877260) -> (continuation of Deferred@656515703 after retry RPC after error@949979533) -> (continuation of Deferred@1828138574 after retry RPC after error@1511299824) -> (continuation of Deferred@1888270815 after retry RPC after error@874223010) -> (continuation of Deferred@1632327729 after retry RPC after error@527863282)))
17:38:55.657 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [3ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [142ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [241ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [241ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [242ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, deferred=Deferred@843937581(state=PENDING, result=null, callback=(continuation of Deferred@295973741 after retry RPC after error@925325547) -> (continuation of Deferred@1794664685 after retry RPC after error@861249152) -> (continuation of Deferred@64679132 after retry RPC after error@246877260) -> (continuation of Deferred@656515703 after retry RPC after error@949979533) -> (continuation of Deferred@1828138574 after retry RPC after error@1511299824) -> (continuation of Deferred@1888270815 after retry RPC after error@874223010) -> (continuation of Deferred@1632327729 after retry RPC after error@527863282), errback=(continuation of Deferred@295973741 after retry RPC after error@925325547) -> (continuation of Deferred@1794664685 after retry RPC after error@861249152) -> (continuation of Deferred@64679132 after retry RPC after error@246877260) -> (continuation of Deferred@656515703 after retry RPC after error@949979533) -> (continuation of Deferred@1828138574 after retry RPC after error@1511299824) -> (continuation of Deferred@1888270815 after retry RPC after error@874223010) -> (continuation of Deferred@1632327729 after retry RPC after error@527863282)))
17:38:55.674 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:55.674 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:55.675 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:55.675 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:55.675 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:55.675 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:55.675 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:55.675 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:55.676 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:55.694 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:55.694 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:55.695 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:55.695 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:55.695 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:55.695 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:55.695 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:55.695 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:55.695 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:55.714 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:55.714 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:55.714 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:55.714 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:55.715 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:55.715 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:55.715 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:55.715 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:55.715 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:55.734 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:55.735 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:55.735 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:55.735 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:55.735 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:55.735 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:55.735 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:55.735 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:55.736 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:55.754 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:55.754 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:55.755 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:55.755 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:55.755 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:55.755 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:55.755 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:55.755 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:55.756 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:55.794 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:55.794 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:55.794 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:55.794 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:55.795 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:55.795 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:55.795 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:55.795 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:55.795 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:55.874 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:55.874 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:55.875 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:55.875 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:55.875 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:55.875 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:55.875 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:55.875 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:55.876 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:55.876 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [201ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [201ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [201ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, deferred=Deferred@1294223886(state=PENDING, result=null, callback=(continuation of Deferred@2115305244 after retry RPC after error@1643860434) -> (continuation of Deferred@1103208095 after retry RPC after error@777705619) -> (continuation of Deferred@2003779163 after retry RPC after error@1285653669) -> (continuation of Deferred@31051464 after retry RPC after error@2034171936) -> (continuation of Deferred@2007786682 after retry RPC after error@937972294) -> (continuation of Deferred@2013820413 after retry RPC after error@2033665244), errback=(continuation of Deferred@2115305244 after retry RPC after error@1643860434) -> (continuation of Deferred@1103208095 after retry RPC after error@777705619) -> (continuation of Deferred@2003779163 after retry RPC after error@1285653669) -> (continuation of Deferred@31051464 after retry RPC after error@2034171936) -> (continuation of Deferred@2007786682 after retry RPC after error@937972294) -> (continuation of Deferred@2013820413 after retry RPC after error@2033665244)))
17:38:55.877 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [201ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [201ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [201ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, deferred=Deferred@1294223886(state=PENDING, result=null, callback=(continuation of Deferred@2115305244 after retry RPC after error@1643860434) -> (continuation of Deferred@1103208095 after retry RPC after error@777705619) -> (continuation of Deferred@2003779163 after retry RPC after error@1285653669) -> (continuation of Deferred@31051464 after retry RPC after error@2034171936) -> (continuation of Deferred@2007786682 after retry RPC after error@937972294) -> (continuation of Deferred@2013820413 after retry RPC after error@2033665244), errback=(continuation of Deferred@2115305244 after retry RPC after error@1643860434) -> (continuation of Deferred@1103208095 after retry RPC after error@777705619) -> (continuation of Deferred@2003779163 after retry RPC after error@1285653669) -> (continuation of Deferred@31051464 after retry RPC after error@2034171936) -> (continuation of Deferred@2007786682 after retry RPC after error@937972294) -> (continuation of Deferred@2013820413 after retry RPC after error@2033665244)))
17:38:55.894 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:55.895 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:55.895 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:55.895 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:55.895 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:55.895 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:55.895 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:55.895 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:55.896 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:55.914 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:55.914 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:55.915 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:55.915 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:55.915 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:55.915 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:55.915 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:55.915 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:55.916 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:55.934 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:55.934 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:55.935 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:55.935 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:55.935 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:55.935 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:55.935 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:55.935 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:55.935 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:55.954 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:55.955 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:55.955 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:55.955 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:55.955 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:55.955 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:55.955 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:55.955 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:55.956 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:55.974 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:55.974 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:55.975 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:55.975 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:55.975 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:55.975 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:55.975 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:55.975 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:55.976 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:55.994 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:55.994 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:55.994 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:55.994 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:55.995 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:55.995 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:55.995 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:55.995 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:55.995 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:56.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:56.030361 19504 raft_consensus.cc:482] T 00000000000000000000000000000000 P 3e43d70cff754badb528f83658fd4b1f [term 4 FOLLOWER]: Starting pre-election (detected failure of leader be76aec1e782453bb186d86c9446e26d)
17:38:56.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:56.030637 19504 raft_consensus.cc:504] T 00000000000000000000000000000000 P 3e43d70cff754badb528f83658fd4b1f [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be76aec1e782453bb186d86c9446e26d" member_type: VOTER last_known_addr { host: "127.17.204.62" port: 35645 } } peers { permanent_uuid: "89368deac9d949ccb0609e7c90bc88af" member_type: VOTER last_known_addr { host: "127.17.204.61" port: 35389 } } peers { permanent_uuid: "3e43d70cff754badb528f83658fd4b1f" member_type: VOTER last_known_addr { host: "127.17.204.60" port: 33967 } }
17:38:56.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:56.031255 19504 leader_election.cc:288] T 00000000000000000000000000000000 P 3e43d70cff754badb528f83658fd4b1f [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers be76aec1e782453bb186d86c9446e26d (127.17.204.62:35645), 89368deac9d949ccb0609e7c90bc88af (127.17.204.61:35389)
17:38:56.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:56.032852 19247 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.17.204.61:35389: connect: Connection refused (error 111) [suppressed 1 similar messages]
17:38:56.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:56.034142 19247 leader_election.cc:334] T 00000000000000000000000000000000 P 3e43d70cff754badb528f83658fd4b1f [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 89368deac9d949ccb0609e7c90bc88af (127.17.204.61:35389): Network error: Client connection negotiation failed: client connection to 127.17.204.61:35389: connect: Connection refused (error 111)
17:38:56.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:56.034461 19249 leader_election.cc:334] T 00000000000000000000000000000000 P 3e43d70cff754badb528f83658fd4b1f [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer be76aec1e782453bb186d86c9446e26d (127.17.204.62:35645): Network error: Client connection negotiation failed: client connection to 127.17.204.62:35645: connect: Connection refused (error 111)
17:38:56.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:56.034574 19249 leader_election.cc:302] T 00000000000000000000000000000000 P 3e43d70cff754badb528f83658fd4b1f [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 3e43d70cff754badb528f83658fd4b1f; no voters: 89368deac9d949ccb0609e7c90bc88af, be76aec1e782453bb186d86c9446e26d
17:38:56.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:56.034796 19504 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 3e43d70cff754badb528f83658fd4b1f [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
17:38:56.074 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:56.074 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:56.074 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:56.074 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:56.075 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:56.075 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:56.075 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:56.075 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:56.075 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:56.134 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:56.134 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:56.134 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:56.134 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:56.135 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:56.135 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:56.135 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:56.135 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:56.136 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:56.136 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [179ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [241ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [241ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [241ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@956319919(state=PENDING, result=null, callback=(continuation of Deferred@287125004 after retry RPC after error@622579056) -> (continuation of Deferred@1208556005 after retry RPC after error@1937208699) -> (continuation of Deferred@199379031 after retry RPC after error@1894347798) -> (continuation of Deferred@1890553311 after retry RPC after error@943448604) -> (continuation of Deferred@562210236 after retry RPC after error@451951710) -> (continuation of Deferred@381524906 after retry RPC after error@1911664739) -> (continuation of Deferred@1172984996 after retry RPC after error@1591972491), errback=(continuation of Deferred@287125004 after retry RPC after error@622579056) -> (continuation of Deferred@1208556005 after retry RPC after error@1937208699) -> (continuation of Deferred@199379031 after retry RPC after error@1894347798) -> (continuation of Deferred@1890553311 after retry RPC after error@943448604) -> (continuation of Deferred@562210236 after retry RPC after error@451951710) -> (continuation of Deferred@381524906 after retry RPC after error@1911664739) -> (continuation of Deferred@1172984996 after retry RPC after error@1591972491)))
17:38:56.137 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [179ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [241ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [241ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [241ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@956319919(state=PENDING, result=null, callback=(continuation of Deferred@287125004 after retry RPC after error@622579056) -> (continuation of Deferred@1208556005 after retry RPC after error@1937208699) -> (continuation of Deferred@199379031 after retry RPC after error@1894347798) -> (continuation of Deferred@1890553311 after retry RPC after error@943448604) -> (continuation of Deferred@562210236 after retry RPC after error@451951710) -> (continuation of Deferred@381524906 after retry RPC after error@1911664739) -> (continuation of Deferred@1172984996 after retry RPC after error@1591972491), errback=(continuation of Deferred@287125004 after retry RPC after error@622579056) -> (continuation of Deferred@1208556005 after retry RPC after error@1937208699) -> (continuation of Deferred@199379031 after retry RPC after error@1894347798) -> (continuation of Deferred@1890553311 after retry RPC after error@943448604) -> (continuation of Deferred@562210236 after retry RPC after error@451951710) -> (continuation of Deferred@381524906 after retry RPC after error@1911664739) -> (continuation of Deferred@1172984996 after retry RPC after error@1591972491)))
17:38:56.154 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:56.154 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:56.155 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:56.155 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:56.155 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:56.155 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:56.155 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:56.155 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:56.156 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:56.174 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:56.174 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:56.175 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:56.175 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:56.175 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:56.175 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:56.175 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:56.175 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:56.176 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:56.194 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:56.194 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:56.195 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:56.195 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:56.195 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:56.195 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:56.195 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:56.195 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:56.196 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:56.214 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:56.214 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:56.215 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:56.215 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:56.215 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:56.215 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:56.215 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:56.215 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:56.216 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:56.234 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:56.234 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:56.235 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:56.235 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:56.235 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:56.235 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:56.235 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:56.235 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:56.236 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:56.254 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:56.254 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:56.254 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:56.254 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:56.255 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:56.255 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:56.255 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:56.255 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:56.256 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:56.334 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:56.334 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:56.335 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:56.335 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:56.335 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:56.335 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:56.335 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:56.335 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:56.336 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:56.336 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, deferred=Deferred@1154403854(state=PENDING, result=null, callback=(continuation of Deferred@514612607 after retry RPC after error@266996975) -> (continuation of Deferred@1654823808 after retry RPC after error@1345226596) -> (continuation of Deferred@747995067 after retry RPC after error@1934066610) -> (continuation of Deferred@97478849 after retry RPC after error@561957563) -> (continuation of Deferred@647037320 after retry RPC after error@1770282235) -> (continuation of Deferred@401844330 after retry RPC after error@1074762557), errback=(continuation of Deferred@514612607 after retry RPC after error@266996975) -> (continuation of Deferred@1654823808 after retry RPC after error@1345226596) -> (continuation of Deferred@747995067 after retry RPC after error@1934066610) -> (continuation of Deferred@97478849 after retry RPC after error@561957563) -> (continuation of Deferred@647037320 after retry RPC after error@1770282235) -> (continuation of Deferred@401844330 after retry RPC after error@1074762557)))
17:38:56.337 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, deferred=Deferred@1154403854(state=PENDING, result=null, callback=(continuation of Deferred@514612607 after retry RPC after error@266996975) -> (continuation of Deferred@1654823808 after retry RPC after error@1345226596) -> (continuation of Deferred@747995067 after retry RPC after error@1934066610) -> (continuation of Deferred@97478849 after retry RPC after error@561957563) -> (continuation of Deferred@647037320 after retry RPC after error@1770282235) -> (continuation of Deferred@401844330 after retry RPC after error@1074762557), errback=(continuation of Deferred@514612607 after retry RPC after error@266996975) -> (continuation of Deferred@1654823808 after retry RPC after error@1345226596) -> (continuation of Deferred@747995067 after retry RPC after error@1934066610) -> (continuation of Deferred@97478849 after retry RPC after error@561957563) -> (continuation of Deferred@647037320 after retry RPC after error@1770282235) -> (continuation of Deferred@401844330 after retry RPC after error@1074762557)))
17:38:56.354 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:56.355 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:56.355 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:56.355 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:56.355 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:56.356 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:56.356 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:56.356 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:56.356 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:56.374 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:56.374 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:56.375 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:56.375 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:56.375 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:56.375 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:56.375 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:56.375 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:56.376 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:56.394 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:56.394 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:56.394 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:56.394 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:56.395 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:56.395 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:56.395 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:56.395 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:56.395 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:56.414 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:56.415 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:56.415 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:56.415 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:56.415 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:56.415 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:56.415 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:56.415 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:56.416 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:56.434 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:56.434 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:56.435 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:56.435 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:56.435 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:56.435 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:56.435 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:56.435 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:56.436 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:56.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:56.471697 18887 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.17.204.62:35645,127.17.204.61:35389,127.17.204.60:33967, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.17.204.62:35645,127.17.204.61:35389,127.17.204.60:33967, num_attempts: 1)
17:38:56.474 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:56.474 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:56.475 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:56.475 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:56.475 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:56.475 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:56.475 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:56.475 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:56.476 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:56.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:56.476195 18887 meta_cache.cc:788] Timed out: LookupRpcById { tablet: 'ab2f78a7ef7d42cda57a15fd0acb21ae', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: 'ab2f78a7ef7d42cda57a15fd0acb21ae', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.17.204.62:35645,127.17.204.61:35389,127.17.204.60:33967, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.17.204.62:35645,127.17.204.61:35389,127.17.204.60:33967, num_attempts: 1)
17:38:56.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:56.477466 18887 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.17.204.62:35645)
17:38:56.554 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:56.555 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:56.555 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:56.555 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:56.555 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:56.555 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:56.556 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:56.556 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:56.556 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:56.556 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [201ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [202ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [202ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@2378000(state=PENDING, result=null, callback=(continuation of Deferred@1518914988 after retry RPC after error@1647406682) -> (continuation of Deferred@824734907 after retry RPC after error@333891399) -> (continuation of Deferred@253726010 after retry RPC after error@1714778429) -> (continuation of Deferred@340417772 after retry RPC after error@833842653) -> (continuation of Deferred@1110855820 after retry RPC after error@256343406) -> (continuation of Deferred@1227685206 after retry RPC after error@1675340843), errback=(continuation of Deferred@1518914988 after retry RPC after error@1647406682) -> (continuation of Deferred@824734907 after retry RPC after error@333891399) -> (continuation of Deferred@253726010 after retry RPC after error@1714778429) -> (continuation of Deferred@340417772 after retry RPC after error@833842653) -> (continuation of Deferred@1110855820 after retry RPC after error@256343406) -> (continuation of Deferred@1227685206 after retry RPC after error@1675340843)))
17:38:56.557 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [201ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [202ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [202ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@2378000(state=PENDING, result=null, callback=(continuation of Deferred@1518914988 after retry RPC after error@1647406682) -> (continuation of Deferred@824734907 after retry RPC after error@333891399) -> (continuation of Deferred@253726010 after retry RPC after error@1714778429) -> (continuation of Deferred@340417772 after retry RPC after error@833842653) -> (continuation of Deferred@1110855820 after retry RPC after error@256343406) -> (continuation of Deferred@1227685206 after retry RPC after error@1675340843), errback=(continuation of Deferred@1518914988 after retry RPC after error@1647406682) -> (continuation of Deferred@824734907 after retry RPC after error@333891399) -> (continuation of Deferred@253726010 after retry RPC after error@1714778429) -> (continuation of Deferred@340417772 after retry RPC after error@833842653) -> (continuation of Deferred@1110855820 after retry RPC after error@256343406) -> (continuation of Deferred@1227685206 after retry RPC after error@1675340843)))
17:38:56.574 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:56.574 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:56.575 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:56.575 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:56.575 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:56.575 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:56.575 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:56.575 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:56.575 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:56.594 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:56.594 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:56.594 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:56.594 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:56.594 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:56.594 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:56.594 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:56.595 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:56.595 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:56.614 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:56.614 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:56.615 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:56.615 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:56.615 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:56.615 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:56.615 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:56.616 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:56.617 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:56.634 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:56.634 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:56.635 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:56.635 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:56.635 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:56.635 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:56.635 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:56.635 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:56.635 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:56.654 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:56.654 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:56.654 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:56.654 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:56.654 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:56.655 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:56.655 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:56.655 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:56.655 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:56.694 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:56.695 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:56.695 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:56.695 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:56.695 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:56.695 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:56.696 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:56.696 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:56.696 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:56.754 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:56.755 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:56.755 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:56.755 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:56.755 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:56.755 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:56.755 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:56.755 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:56.756 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:56.756 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [20ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [20ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [43ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@1093049970(state=PENDING, result=null, callback=(continuation of Deferred@1860258341 after retry RPC after error@364576076) -> (continuation of Deferred@1509771730 after retry RPC after error@752720273) -> (continuation of Deferred@1216962125 after retry RPC after error@177969805) -> (continuation of Deferred@966521301 after retry RPC after error@2043340390) -> (continuation of Deferred@2075374628 after retry RPC after error@757732909) -> (continuation of Deferred@1264148228 after retry RPC after error@1695447519), errback=(continuation of Deferred@1860258341 after retry RPC after error@364576076) -> (continuation of Deferred@1509771730 after retry RPC after error@752720273) -> (continuation of Deferred@1216962125 after retry RPC after error@177969805) -> (continuation of Deferred@966521301 after retry RPC after error@2043340390) -> (continuation of Deferred@2075374628 after retry RPC after error@757732909) -> (continuation of Deferred@1264148228 after retry RPC after error@1695447519)))
17:38:56.757 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [20ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [20ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [43ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@1093049970(state=PENDING, result=null, callback=(continuation of Deferred@1860258341 after retry RPC after error@364576076) -> (continuation of Deferred@1509771730 after retry RPC after error@752720273) -> (continuation of Deferred@1216962125 after retry RPC after error@177969805) -> (continuation of Deferred@966521301 after retry RPC after error@2043340390) -> (continuation of Deferred@2075374628 after retry RPC after error@757732909) -> (continuation of Deferred@1264148228 after retry RPC after error@1695447519), errback=(continuation of Deferred@1860258341 after retry RPC after error@364576076) -> (continuation of Deferred@1509771730 after retry RPC after error@752720273) -> (continuation of Deferred@1216962125 after retry RPC after error@177969805) -> (continuation of Deferred@966521301 after retry RPC after error@2043340390) -> (continuation of Deferred@2075374628 after retry RPC after error@757732909) -> (continuation of Deferred@1264148228 after retry RPC after error@1695447519)))
17:38:56.774 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:56.774 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:56.775 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:56.775 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:56.775 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:56.775 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:56.775 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:56.775 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:56.776 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:56.794 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:56.794 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:56.795 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:56.795 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:56.795 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:56.795 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:56.795 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:56.795 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:56.795 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:56.814 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:56.814 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:56.814 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:56.814 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:56.814 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:56.814 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:56.815 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:56.815 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:56.815 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:56.834 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:56.835 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:56.835 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:56.835 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:56.835 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:56.835 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:56.835 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:56.835 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:56.836 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:56.854 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:56.854 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:56.855 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:56.855 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:56.855 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:56.855 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:56.855 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:56.855 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:56.856 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:56.874 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:56.874 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:56.875 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:56.875 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:56.875 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:56.875 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:56.875 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:56.875 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:56.875 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:56.954 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:56.954 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:56.955 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:56.955 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:56.955 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:56.955 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:56.955 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:56.955 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:56.956 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:56.957 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [40ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [40ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, deferred=Deferred@1658346825(state=PENDING, result=null, callback=(continuation of Deferred@650778098 after retry RPC after error@1145990245) -> (continuation of Deferred@1094775633 after retry RPC after error@1641208869) -> (continuation of Deferred@398532712 after retry RPC after error@551246769) -> (continuation of Deferred@1715990144 after retry RPC after error@285423001) -> (continuation of Deferred@257918385 after retry RPC after error@1965248824) -> (continuation of Deferred@751403762 after retry RPC after error@619627791), errback=(continuation of Deferred@650778098 after retry RPC after error@1145990245) -> (continuation of Deferred@1094775633 after retry RPC after error@1641208869) -> (continuation of Deferred@398532712 after retry RPC after error@551246769) -> (continuation of Deferred@1715990144 after retry RPC after error@285423001) -> (continuation of Deferred@257918385 after retry RPC after error@1965248824) -> (continuation of Deferred@751403762 after retry RPC after error@619627791)))
17:38:56.957 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [40ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [40ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, deferred=Deferred@1658346825(state=PENDING, result=null, callback=(continuation of Deferred@650778098 after retry RPC after error@1145990245) -> (continuation of Deferred@1094775633 after retry RPC after error@1641208869) -> (continuation of Deferred@398532712 after retry RPC after error@551246769) -> (continuation of Deferred@1715990144 after retry RPC after error@285423001) -> (continuation of Deferred@257918385 after retry RPC after error@1965248824) -> (continuation of Deferred@751403762 after retry RPC after error@619627791), errback=(continuation of Deferred@650778098 after retry RPC after error@1145990245) -> (continuation of Deferred@1094775633 after retry RPC after error@1641208869) -> (continuation of Deferred@398532712 after retry RPC after error@551246769) -> (continuation of Deferred@1715990144 after retry RPC after error@285423001) -> (continuation of Deferred@257918385 after retry RPC after error@1965248824) -> (continuation of Deferred@751403762 after retry RPC after error@619627791)))
17:38:56.974 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:56.974 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:56.975 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:56.975 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:56.975 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:56.975 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:56.975 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:56.975 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:56.976 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:56.994 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:56.994 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:56.994 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:56.994 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:56.994 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:56.994 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:56.995 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:56.995 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:56.996 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:57.014 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:57.014 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:57.015 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:57.015 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:57.015 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:57.015 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:57.015 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:57.015 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:57.016 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:57.034 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:57.034 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:57.035 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:57.035 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:57.035 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:57.035 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:57.035 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:57.035 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:57.036 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:57.054 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:57.054 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:57.055 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:57.055 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:57.055 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:57.055 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:57.055 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:57.055 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:57.056 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:57.074 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:57.074 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:57.074 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:57.074 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:57.074 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:57.074 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:57.074 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:57.075 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:57.075 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:57.094 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:57.094 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:57.095 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:57.095 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:57.095 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:57.095 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:57.095 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:57.095 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:57.096 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:57.134 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:57.134 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:57.135 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:57.135 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:57.135 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:57.135 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:57.135 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:57.135 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:57.136 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:57.136 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [20ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [20ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [100ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [100ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [162ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, deferred=Deferred@1949068670(state=PENDING, result=null, callback=(continuation of Deferred@73874536 after retry RPC after error@563232962) -> (continuation of Deferred@2136388319 after retry RPC after error@1753638870) -> (continuation of Deferred@1438614226 after retry RPC after error@1721257207) -> (continuation of Deferred@747821745 after retry RPC after error@2012327970) -> (continuation of Deferred@1592857884 after retry RPC after error@2049578433) -> (continuation of Deferred@1087836007 after retry RPC after error@987613183) -> (continuation of Deferred@1817345101 after retry RPC after error@1190979611), errback=(continuation of Deferred@73874536 after retry RPC after error@563232962) -> (continuation of Deferred@2136388319 after retry RPC after error@1753638870) -> (continuation of Deferred@1438614226 after retry RPC after error@1721257207) -> (continuation of Deferred@747821745 after retry RPC after error@2012327970) -> (continuation of Deferred@1592857884 after retry RPC after error@2049578433) -> (continuation of Deferred@1087836007 after retry RPC after error@987613183) -> (continuation of Deferred@1817345101 after retry RPC after error@1190979611)))
17:38:57.137 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [20ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [20ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [100ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [100ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [162ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, deferred=Deferred@1949068670(state=PENDING, result=null, callback=(continuation of Deferred@73874536 after retry RPC after error@563232962) -> (continuation of Deferred@2136388319 after retry RPC after error@1753638870) -> (continuation of Deferred@1438614226 after retry RPC after error@1721257207) -> (continuation of Deferred@747821745 after retry RPC after error@2012327970) -> (continuation of Deferred@1592857884 after retry RPC after error@2049578433) -> (continuation of Deferred@1087836007 after retry RPC after error@987613183) -> (continuation of Deferred@1817345101 after retry RPC after error@1190979611), errback=(continuation of Deferred@73874536 after retry RPC after error@563232962) -> (continuation of Deferred@2136388319 after retry RPC after error@1753638870) -> (continuation of Deferred@1438614226 after retry RPC after error@1721257207) -> (continuation of Deferred@747821745 after retry RPC after error@2012327970) -> (continuation of Deferred@1592857884 after retry RPC after error@2049578433) -> (continuation of Deferred@1087836007 after retry RPC after error@987613183) -> (continuation of Deferred@1817345101 after retry RPC after error@1190979611)))
17:38:57.154 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:57.154 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:57.154 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:57.154 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:57.154 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:57.154 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:57.155 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:57.155 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:57.156 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:57.174 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:57.175 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:57.175 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:57.175 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:57.175 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:57.175 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:57.175 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:57.175 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:57.176 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:57.194 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:57.194 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:57.195 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:57.195 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:57.195 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:57.195 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:57.195 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:57.195 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:57.196 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:57.214 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:57.214 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:57.214 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:57.214 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:57.215 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:57.215 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:57.215 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:57.215 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:57.216 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:57.234 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:57.235 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:57.235 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:57.235 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:57.235 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:57.235 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:57.235 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:57.235 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:57.236 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:57.254 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:57.254 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:57.255 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:57.255 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:57.255 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:57.255 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:57.255 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:57.255 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:57.255 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:57.294 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:57.294 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:57.295 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:57.295 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:57.295 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:57.295 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:57.295 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:57.295 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:57.296 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:57.354 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:57.354 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:57.354 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:57.354 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:57.355 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:57.355 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:57.355 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:57.355 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:57.356 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:57.356 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [23ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [43ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [63ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [83ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [142ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [142ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [142ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [202ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [202ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [202ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@1876367025(state=PENDING, result=null, callback=(continuation of Deferred@776980932 after retry RPC after error@594319268) -> (continuation of Deferred@943593067 after retry RPC after error@1871441219) -> (continuation of Deferred@1071257759 after retry RPC after error@2018273655) -> (continuation of Deferred@805942619 after retry RPC after error@5810156) -> (continuation of Deferred@1864976792 after retry RPC after error@1958052571) -> (continuation of Deferred@158024315 after retry RPC after error@1279910781) -> (continuation of Deferred@1770587877 after retry RPC after error@838001237), errback=(continuation of Deferred@776980932 after retry RPC after error@594319268) -> (continuation of Deferred@943593067 after retry RPC after error@1871441219) -> (continuation of Deferred@1071257759 after retry RPC after error@2018273655) -> (continuation of Deferred@805942619 after retry RPC after error@5810156) -> (continuation of Deferred@1864976792 after retry RPC after error@1958052571) -> (continuation of Deferred@158024315 after retry RPC after error@1279910781) -> (continuation of Deferred@1770587877 after retry RPC after error@838001237)))
17:38:57.357 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [23ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [43ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [63ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [83ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [142ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [142ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [142ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [202ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [202ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [202ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@1876367025(state=PENDING, result=null, callback=(continuation of Deferred@776980932 after retry RPC after error@594319268) -> (continuation of Deferred@943593067 after retry RPC after error@1871441219) -> (continuation of Deferred@1071257759 after retry RPC after error@2018273655) -> (continuation of Deferred@805942619 after retry RPC after error@5810156) -> (continuation of Deferred@1864976792 after retry RPC after error@1958052571) -> (continuation of Deferred@158024315 after retry RPC after error@1279910781) -> (continuation of Deferred@1770587877 after retry RPC after error@838001237), errback=(continuation of Deferred@776980932 after retry RPC after error@594319268) -> (continuation of Deferred@943593067 after retry RPC after error@1871441219) -> (continuation of Deferred@1071257759 after retry RPC after error@2018273655) -> (continuation of Deferred@805942619 after retry RPC after error@5810156) -> (continuation of Deferred@1864976792 after retry RPC after error@1958052571) -> (continuation of Deferred@158024315 after retry RPC after error@1279910781) -> (continuation of Deferred@1770587877 after retry RPC after error@838001237)))
17:38:57.374 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:57.375 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:57.375 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:57.375 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:57.375 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:57.375 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:57.375 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:57.375 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:57.376 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:57.394 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:57.394 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:57.395 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:57.395 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:57.395 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:57.395 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:57.395 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:57.395 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:57.396 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:57.414 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:57.414 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:57.414 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:57.414 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:57.415 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:57.415 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:57.415 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:57.415 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:57.415 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:57.434 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:57.435 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:57.435 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:57.435 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:57.435 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:57.435 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:57.435 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:57.435 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:57.436 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:57.454 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:57.454 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:57.455 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:57.455 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:57.455 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:57.455 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:57.455 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:57.455 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:57.456 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:57.494 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:57.494 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:57.495 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:57.495 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:57.495 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:57.495 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:57.495 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:57.495 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:57.496 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:57.534 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:57.534 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:57.535 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:57.535 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:57.535 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:57.535 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:57.535 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:57.535 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:57.536 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:57.536 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [162ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@1064285107(state=PENDING, result=null, callback=(continuation of Deferred@309937661 after retry RPC after error@1519553703) -> (continuation of Deferred@1454864159 after retry RPC after error@336045137) -> (continuation of Deferred@1284070785 after retry RPC after error@45090563) -> (continuation of Deferred@1867679685 after retry RPC after error@1180603218) -> (continuation of Deferred@1086176077 after retry RPC after error@1119298630) -> (continuation of Deferred@966852474 after retry RPC after error@190197535), errback=(continuation of Deferred@309937661 after retry RPC after error@1519553703) -> (continuation of Deferred@1454864159 after retry RPC after error@336045137) -> (continuation of Deferred@1284070785 after retry RPC after error@45090563) -> (continuation of Deferred@1867679685 after retry RPC after error@1180603218) -> (continuation of Deferred@1086176077 after retry RPC after error@1119298630) -> (continuation of Deferred@966852474 after retry RPC after error@190197535)))
17:38:57.537 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [162ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@1064285107(state=PENDING, result=null, callback=(continuation of Deferred@309937661 after retry RPC after error@1519553703) -> (continuation of Deferred@1454864159 after retry RPC after error@336045137) -> (continuation of Deferred@1284070785 after retry RPC after error@45090563) -> (continuation of Deferred@1867679685 after retry RPC after error@1180603218) -> (continuation of Deferred@1086176077 after retry RPC after error@1119298630) -> (continuation of Deferred@966852474 after retry RPC after error@190197535), errback=(continuation of Deferred@309937661 after retry RPC after error@1519553703) -> (continuation of Deferred@1454864159 after retry RPC after error@336045137) -> (continuation of Deferred@1284070785 after retry RPC after error@45090563) -> (continuation of Deferred@1867679685 after retry RPC after error@1180603218) -> (continuation of Deferred@1086176077 after retry RPC after error@1119298630) -> (continuation of Deferred@966852474 after retry RPC after error@190197535)))
17:38:57.554 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:57.554 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:57.554 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:57.554 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:57.555 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:57.555 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:57.555 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:57.555 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:57.556 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:57.574 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:57.575 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:57.575 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:57.575 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:57.575 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:57.576 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:57.576 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:57.576 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:57.576 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:57.594 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:57.595 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:57.595 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:57.595 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:57.595 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:57.595 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:57.595 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:57.596 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:57.596 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:57.614 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:57.615 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:57.615 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:57.615 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:57.615 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:57.615 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:57.615 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:57.615 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:57.616 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:57.634 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:57.634 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:57.635 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:57.635 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:57.635 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:57.635 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:57.635 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:57.635 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:57.636 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:57.654 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:57.654 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:57.654 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:57.654 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:57.655 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:57.655 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:57.655 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:57.655 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:57.655 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:57.674 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:57.675 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:57.675 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:57.675 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:57.675 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:57.675 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:57.675 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:57.676 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:57.676 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:57.676 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:57.676 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:57.676 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:57.714 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:57.714 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:57.715 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:57.715 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:57.715 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:57.715 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:57.715 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:57.715 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:57.716 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:57.716 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [23ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [23ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [43ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [43ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [63ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [122ms] refreshing cache from master, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [123ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [123ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [123ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [162ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [162ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [163ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, deferred=Deferred@1514197018(state=PENDING, result=null, callback=(continuation of Deferred@869568953 after retry RPC after error@1208500760) -> (continuation of Deferred@1104384990 after retry RPC after error@491736062) -> (continuation of Deferred@176249015 after retry RPC after error@9683837) -> (continuation of Deferred@1568927186 after retry RPC after error@980700455) -> (continuation of Deferred@976289342 after retry RPC after error@606489134) -> (continuation of Deferred@1720311301 after retry RPC after error@2123152006) -> (continuation of Deferred@1131444839 after retry RPC after error@1427193629), errback=(continuation of Deferred@869568953 after retry RPC after error@1208500760) -> (continuation of Deferred@1104384990 after retry RPC after error@491736062) -> (continuation of Deferred@176249015 after retry RPC after error@9683837) -> (continuation of Deferred@1568927186 after retry RPC after error@980700455) -> (continuation of Deferred@976289342 after retry RPC after error@606489134) -> (continuation of Deferred@1720311301 after retry RPC after error@2123152006) -> (continuation of Deferred@1131444839 after retry RPC after error@1427193629)))
17:38:57.717 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [23ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [23ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [43ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [43ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [63ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [122ms] refreshing cache from master, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [123ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [123ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [123ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [162ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [162ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [163ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, deferred=Deferred@1514197018(state=PENDING, result=null, callback=(continuation of Deferred@869568953 after retry RPC after error@1208500760) -> (continuation of Deferred@1104384990 after retry RPC after error@491736062) -> (continuation of Deferred@176249015 after retry RPC after error@9683837) -> (continuation of Deferred@1568927186 after retry RPC after error@980700455) -> (continuation of Deferred@976289342 after retry RPC after error@606489134) -> (continuation of Deferred@1720311301 after retry RPC after error@2123152006) -> (continuation of Deferred@1131444839 after retry RPC after error@1427193629), errback=(continuation of Deferred@869568953 after retry RPC after error@1208500760) -> (continuation of Deferred@1104384990 after retry RPC after error@491736062) -> (continuation of Deferred@176249015 after retry RPC after error@9683837) -> (continuation of Deferred@1568927186 after retry RPC after error@980700455) -> (continuation of Deferred@976289342 after retry RPC after error@606489134) -> (continuation of Deferred@1720311301 after retry RPC after error@2123152006) -> (continuation of Deferred@1131444839 after retry RPC after error@1427193629)))
17:38:57.734 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:57.734 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:57.735 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:57.735 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:57.735 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:57.735 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:57.735 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:57.735 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:57.735 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:57.754 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:57.755 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:57.755 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:57.755 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:57.755 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:57.755 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:57.756 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:57.756 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:57.757 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:57.774 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:57.774 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:57.775 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:57.775 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:57.775 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:57.775 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:57.775 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:57.775 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:57.776 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:57.794 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:57.794 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:57.794 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:57.794 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:57.795 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:57.795 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:57.795 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:57.795 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:57.796 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:57.814 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:57.815 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:57.815 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:57.815 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:57.815 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:57.815 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:57.816 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:57.816 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:57.816 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:57.834 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:57.834 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:57.835 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:57.835 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:57.835 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:57.835 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:57.835 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:57.836 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:57.836 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:57.854 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:57.854 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:57.854 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:57.854 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:57.854 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:57.854 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:57.855 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:57.855 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:57.855 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:57.974 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:57.974 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:57.975 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:57.975 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:57.975 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:57.975 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:57.975 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:57.975 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:57.976 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:57.976 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [23ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [120ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [241ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [241ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [242ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@1567916422(state=PENDING, result=null, callback=(continuation of Deferred@641172151 after retry RPC after error@1039691360) -> (continuation of Deferred@70687983 after retry RPC after error@2109162846) -> (continuation of Deferred@1729057381 after retry RPC after error@427469706) -> (continuation of Deferred@698064302 after retry RPC after error@1858187382) -> (continuation of Deferred@1941982129 after retry RPC after error@1059756216) -> (continuation of Deferred@1252594718 after retry RPC after error@688414525) -> (continuation of Deferred@1491342446 after retry RPC after error@870365330), errback=(continuation of Deferred@641172151 after retry RPC after error@1039691360) -> (continuation of Deferred@70687983 after retry RPC after error@2109162846) -> (continuation of Deferred@1729057381 after retry RPC after error@427469706) -> (continuation of Deferred@698064302 after retry RPC after error@1858187382) -> (continuation of Deferred@1941982129 after retry RPC after error@1059756216) -> (continuation of Deferred@1252594718 after retry RPC after error@688414525) -> (continuation of Deferred@1491342446 after retry RPC after error@870365330)))
17:38:57.977 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [23ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [120ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [241ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [241ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [242ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@1567916422(state=PENDING, result=null, callback=(continuation of Deferred@641172151 after retry RPC after error@1039691360) -> (continuation of Deferred@70687983 after retry RPC after error@2109162846) -> (continuation of Deferred@1729057381 after retry RPC after error@427469706) -> (continuation of Deferred@698064302 after retry RPC after error@1858187382) -> (continuation of Deferred@1941982129 after retry RPC after error@1059756216) -> (continuation of Deferred@1252594718 after retry RPC after error@688414525) -> (continuation of Deferred@1491342446 after retry RPC after error@870365330), errback=(continuation of Deferred@641172151 after retry RPC after error@1039691360) -> (continuation of Deferred@70687983 after retry RPC after error@2109162846) -> (continuation of Deferred@1729057381 after retry RPC after error@427469706) -> (continuation of Deferred@698064302 after retry RPC after error@1858187382) -> (continuation of Deferred@1941982129 after retry RPC after error@1059756216) -> (continuation of Deferred@1252594718 after retry RPC after error@688414525) -> (continuation of Deferred@1491342446 after retry RPC after error@870365330)))
17:38:57.994 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:57.994 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:57.995 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:57.995 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:57.995 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:57.995 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:57.995 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:57.995 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:57.995 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:58.014 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:58.015 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:58.015 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:58.015 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:58.015 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:58.015 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:58.015 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:58.015 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:58.016 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:58.034 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:58.034 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:58.035 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:58.035 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:58.035 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:58.035 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:58.035 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:58.035 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:58.036 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:58.054 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:58.054 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:58.055 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:58.055 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:58.055 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:58.055 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:58.055 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:58.055 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:58.056 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:58.074 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:58.075 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:58.075 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:58.075 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:58.075 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:58.075 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:58.075 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:58.075 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:58.076 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:58.094 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:58.094 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:58.095 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:58.095 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:58.095 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:58.095 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:58.095 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:58.095 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:58.096 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:58.154 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:58.154 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:58.155 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:58.155 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:58.155 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:58.155 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:58.155 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:58.155 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:58.156 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:58.234 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:58.234 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:58.235 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:58.235 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:58.235 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:58.235 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:58.235 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:58.235 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:58.236 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:58.236 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [162ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [241ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [241ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [242ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@1498275485(state=PENDING, result=null, callback=(continuation of Deferred@1335449314 after retry RPC after error@1503045839) -> (continuation of Deferred@385432430 after retry RPC after error@569882138) -> (continuation of Deferred@618449536 after retry RPC after error@1222696452) -> (continuation of Deferred@387825213 after retry RPC after error@189173154) -> (continuation of Deferred@1233968768 after retry RPC after error@131213643) -> (continuation of Deferred@2101642202 after retry RPC after error@1120938573) -> (continuation of Deferred@1829209161 after retry RPC after error@2072604883), errback=(continuation of Deferred@1335449314 after retry RPC after error@1503045839) -> (continuation of Deferred@385432430 after retry RPC after error@569882138) -> (continuation of Deferred@618449536 after retry RPC after error@1222696452) -> (continuation of Deferred@387825213 after retry RPC after error@189173154) -> (continuation of Deferred@1233968768 after retry RPC after error@131213643) -> (continuation of Deferred@2101642202 after retry RPC after error@1120938573) -> (continuation of Deferred@1829209161 after retry RPC after error@2072604883)))
17:38:58.241 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [162ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [241ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [241ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [242ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@1498275485(state=PENDING, result=null, callback=(continuation of Deferred@1335449314 after retry RPC after error@1503045839) -> (continuation of Deferred@385432430 after retry RPC after error@569882138) -> (continuation of Deferred@618449536 after retry RPC after error@1222696452) -> (continuation of Deferred@387825213 after retry RPC after error@189173154) -> (continuation of Deferred@1233968768 after retry RPC after error@131213643) -> (continuation of Deferred@2101642202 after retry RPC after error@1120938573) -> (continuation of Deferred@1829209161 after retry RPC after error@2072604883), errback=(continuation of Deferred@1335449314 after retry RPC after error@1503045839) -> (continuation of Deferred@385432430 after retry RPC after error@569882138) -> (continuation of Deferred@618449536 after retry RPC after error@1222696452) -> (continuation of Deferred@387825213 after retry RPC after error@189173154) -> (continuation of Deferred@1233968768 after retry RPC after error@131213643) -> (continuation of Deferred@2101642202 after retry RPC after error@1120938573) -> (continuation of Deferred@1829209161 after retry RPC after error@2072604883)))
17:38:58.254 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:58.254 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:58.255 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:58.255 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:58.255 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:58.255 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:58.255 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:58.255 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:58.256 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:58.274 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:58.274 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:58.274 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:58.274 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:58.274 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:58.274 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:58.274 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:58.275 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:58.275 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:58.294 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:58.295 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:58.295 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:58.295 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:58.295 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:58.295 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:58.295 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:58.295 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:58.296 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:58.314 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:58.314 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:58.315 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:58.315 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:58.315 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:58.315 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:58.315 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:58.315 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:58.316 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:58.334 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:58.334 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:58.334 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:58.334 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:58.335 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:58.335 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:58.335 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:58.335 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:58.335 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:58.354 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:58.355 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:58.355 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:58.355 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:58.355 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:58.355 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:58.355 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:58.355 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:58.356 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:58.374 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:58.374 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:58.375 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:58.375 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:58.375 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:58.375 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:58.375 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:58.375 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:58.375 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:58.394 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:58.395 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:58.395 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:58.395 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:58.395 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:58.395 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:58.395 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:58.395 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:58.396 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:58.396 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [20ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [80ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [142ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, deferred=Deferred@614791268(state=PENDING, result=null, callback=(continuation of Deferred@52870878 after retry RPC after error@1529562993) -> (continuation of Deferred@1176109623 after retry RPC after error@1165927752) -> (continuation of Deferred@1939350391 after retry RPC after error@1921639098) -> (continuation of Deferred@1687440742 after retry RPC after error@1425072217) -> (continuation of Deferred@1715593771 after retry RPC after error@1533038699) -> (continuation of Deferred@500816156 after retry RPC after error@1316487382) -> (continuation of Deferred@667018120 after retry RPC after error@2121997331), errback=(continuation of Deferred@52870878 after retry RPC after error@1529562993) -> (continuation of Deferred@1176109623 after retry RPC after error@1165927752) -> (continuation of Deferred@1939350391 after retry RPC after error@1921639098) -> (continuation of Deferred@1687440742 after retry RPC after error@1425072217) -> (continuation of Deferred@1715593771 after retry RPC after error@1533038699) -> (continuation of Deferred@500816156 after retry RPC after error@1316487382) -> (continuation of Deferred@667018120 after retry RPC after error@2121997331)))
17:38:58.397 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [20ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [80ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [142ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, deferred=Deferred@614791268(state=PENDING, result=null, callback=(continuation of Deferred@52870878 after retry RPC after error@1529562993) -> (continuation of Deferred@1176109623 after retry RPC after error@1165927752) -> (continuation of Deferred@1939350391 after retry RPC after error@1921639098) -> (continuation of Deferred@1687440742 after retry RPC after error@1425072217) -> (continuation of Deferred@1715593771 after retry RPC after error@1533038699) -> (continuation of Deferred@500816156 after retry RPC after error@1316487382) -> (continuation of Deferred@667018120 after retry RPC after error@2121997331), errback=(continuation of Deferred@52870878 after retry RPC after error@1529562993) -> (continuation of Deferred@1176109623 after retry RPC after error@1165927752) -> (continuation of Deferred@1939350391 after retry RPC after error@1921639098) -> (continuation of Deferred@1687440742 after retry RPC after error@1425072217) -> (continuation of Deferred@1715593771 after retry RPC after error@1533038699) -> (continuation of Deferred@500816156 after retry RPC after error@1316487382) -> (continuation of Deferred@667018120 after retry RPC after error@2121997331)))
17:38:58.414 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:58.414 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:58.415 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:58.415 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:58.415 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:58.415 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:58.415 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:58.415 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:58.416 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:58.434 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:58.434 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:58.434 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:58.434 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:58.434 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:58.434 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:58.435 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:58.435 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:58.435 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:58.454 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:58.454 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:58.455 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:58.455 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:58.455 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:58.455 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:58.455 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:58.455 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:58.456 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:58.474 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:58.474 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:58.475 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:58.475 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:58.475 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:58.475 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:58.475 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:58.475 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:58.476 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:58.494 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:58.495 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:58.495 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:58.495 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:58.495 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:58.495 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:58.495 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:58.495 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:58.496 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:58.514 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:58.514 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:58.515 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:58.515 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:58.515 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:58.515 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:58.515 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:58.515 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:58.516 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:58.534 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:58.534 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:58.534 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:58.534 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:58.535 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:58.535 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:58.535 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:58.535 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:58.535 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:58.575 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:58.575 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:58.575 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:58.575 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:58.576 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:58.576 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:58.576 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:58.576 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:58.576 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:58.594 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:58.594 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:58.595 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:58.595 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:58.595 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:58.595 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:58.595 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:58.595 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:58.596 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:58.597 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [20ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [20ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, deferred=Deferred@2132068586(state=PENDING, result=null, callback=(continuation of Deferred@1796154607 after retry RPC after error@176976339) -> (continuation of Deferred@1506153774 after retry RPC after error@5035364) -> (continuation of Deferred@318157278 after retry RPC after error@2065520826) -> (continuation of Deferred@303779218 after retry RPC after error@1947880768) -> (continuation of Deferred@1405450844 after retry RPC after error@1108094998) -> (continuation of Deferred@171147800 after retry RPC after error@753249875) -> (continuation of Deferred@1409951241 after retry RPC after error@1998925854), errback=(continuation of Deferred@1796154607 after retry RPC after error@176976339) -> (continuation of Deferred@1506153774 after retry RPC after error@5035364) -> (continuation of Deferred@318157278 after retry RPC after error@2065520826) -> (continuation of Deferred@303779218 after retry RPC after error@1947880768) -> (continuation of Deferred@1405450844 after retry RPC after error@1108094998) -> (continuation of Deferred@171147800 after retry RPC after error@753249875) -> (continuation of Deferred@1409951241 after retry RPC after error@1998925854)))
17:38:58.597 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [20ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [20ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, deferred=Deferred@2132068586(state=PENDING, result=null, callback=(continuation of Deferred@1796154607 after retry RPC after error@176976339) -> (continuation of Deferred@1506153774 after retry RPC after error@5035364) -> (continuation of Deferred@318157278 after retry RPC after error@2065520826) -> (continuation of Deferred@303779218 after retry RPC after error@1947880768) -> (continuation of Deferred@1405450844 after retry RPC after error@1108094998) -> (continuation of Deferred@171147800 after retry RPC after error@753249875) -> (continuation of Deferred@1409951241 after retry RPC after error@1998925854), errback=(continuation of Deferred@1796154607 after retry RPC after error@176976339) -> (continuation of Deferred@1506153774 after retry RPC after error@5035364) -> (continuation of Deferred@318157278 after retry RPC after error@2065520826) -> (continuation of Deferred@303779218 after retry RPC after error@1947880768) -> (continuation of Deferred@1405450844 after retry RPC after error@1108094998) -> (continuation of Deferred@171147800 after retry RPC after error@753249875) -> (continuation of Deferred@1409951241 after retry RPC after error@1998925854)))
17:38:58.614 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:58.614 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:58.615 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:58.615 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:58.615 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:58.615 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:58.615 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:58.615 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:58.616 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:58.634 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:58.635 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:58.635 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:58.635 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:58.635 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:58.635 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:58.635 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:58.635 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:58.636 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:58.654 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:58.654 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:58.655 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:58.655 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:58.655 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:58.655 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:58.655 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:58.655 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:58.656 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:58.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:58.672180 19229 master_runner.cc:186] Error getting master registration for 127.17.204.62:35645: Network error: Client connection negotiation failed: client connection to 127.17.204.62:35645: connect: Connection refused (error 111),
17:38:58.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:58.672355 19229 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
17:38:58.674 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:58.674 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:58.674 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:58.674 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:58.674 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:58.674 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:58.675 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:58.675 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:58.676 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:58.694 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:58.695 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:58.695 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:58.695 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:58.695 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:58.695 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:58.695 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:58.695 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:58.696 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:58.714 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:58.714 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:58.715 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:58.715 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:58.715 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:58.715 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:58.715 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:58.715 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:58.716 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:58.734 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:58.734 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:58.734 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:58.734 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:58.734 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:58.734 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:58.735 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:58.735 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:58.735 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:58.794 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:58.795 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:58.795 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:58.796 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:58.796 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:58.796 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:58.796 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:58.796 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:58.797 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:58.834 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:58.835 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:58.835 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:58.835 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:58.835 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:58.835 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:58.835 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:58.836 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:58.836 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:58.837 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [60ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [120ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [120ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [183ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [221ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [222ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [222ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, deferred=Deferred@92492304(state=PENDING, result=null, callback=(continuation of Deferred@1371860702 after retry RPC after error@1077783486) -> (continuation of Deferred@957638084 after retry RPC after error@647537444) -> (continuation of Deferred@1356602167 after retry RPC after error@2098277065) -> (continuation of Deferred@1739672298 after retry RPC after error@72565947) -> (continuation of Deferred@887546533 after retry RPC after error@1087754642) -> (continuation of Deferred@769537400 after retry RPC after error@859232996) -> (continuation of Deferred@809956845 after retry RPC after error@1584524086) -> (continuation of Deferred@47734901 after retry RPC after error@121400112), errback=(continuation of Deferred@1371860702 after retry RPC after error@1077783486) -> (continuation of Deferred@957638084 after retry RPC after error@647537444) -> (continuation of Deferred@1356602167 after retry RPC after error@2098277065) -> (continuation of Deferred@1739672298 after retry RPC after error@72565947) -> (continuation of Deferred@887546533 after retry RPC after error@1087754642) -> (continuation of Deferred@769537400 after retry RPC after error@859232996) -> (continuation of Deferred@809956845 after retry RPC after error@1584524086) -> (continuation of Deferred@47734901 after retry RPC after error@121400112)))
17:38:58.837 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [60ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [120ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [120ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [183ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [221ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [222ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [222ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, deferred=Deferred@92492304(state=PENDING, result=null, callback=(continuation of Deferred@1371860702 after retry RPC after error@1077783486) -> (continuation of Deferred@957638084 after retry RPC after error@647537444) -> (continuation of Deferred@1356602167 after retry RPC after error@2098277065) -> (continuation of Deferred@1739672298 after retry RPC after error@72565947) -> (continuation of Deferred@887546533 after retry RPC after error@1087754642) -> (continuation of Deferred@769537400 after retry RPC after error@859232996) -> (continuation of Deferred@809956845 after retry RPC after error@1584524086) -> (continuation of Deferred@47734901 after retry RPC after error@121400112), errback=(continuation of Deferred@1371860702 after retry RPC after error@1077783486) -> (continuation of Deferred@957638084 after retry RPC after error@647537444) -> (continuation of Deferred@1356602167 after retry RPC after error@2098277065) -> (continuation of Deferred@1739672298 after retry RPC after error@72565947) -> (continuation of Deferred@887546533 after retry RPC after error@1087754642) -> (continuation of Deferred@769537400 after retry RPC after error@859232996) -> (continuation of Deferred@809956845 after retry RPC after error@1584524086) -> (continuation of Deferred@47734901 after retry RPC after error@121400112)))
17:38:58.854 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:58.854 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:58.855 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:58.855 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:58.855 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:58.855 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:58.855 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:58.855 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:58.856 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:58.874 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:58.874 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:58.875 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:58.875 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:58.875 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:58.875 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:58.875 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:58.875 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:58.876 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:58.894 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:58.895 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:58.895 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:58.895 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:58.895 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:58.895 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:58.895 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:58.896 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:58.896 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:58.914 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:58.914 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:58.915 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:58.915 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:58.915 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:58.915 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:58.915 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:58.915 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:58.916 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:58.934 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:58.934 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:58.935 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:58.935 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:58.935 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:58.935 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:58.935 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:58.935 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:58.936 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:58.974 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:58.974 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:58.975 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:58.975 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:58.975 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:58.975 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:58.975 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:58.975 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:58.976 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:59.054 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:59.054 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:59.055 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:59.055 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:59.055 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:59.055 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:59.055 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:59.055 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:59.056 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:59.057 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [201ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [201ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [202ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@2113004237(state=PENDING, result=null, callback=(continuation of Deferred@1706398410 after retry RPC after error@1857634944) -> (continuation of Deferred@1301739540 after retry RPC after error@1057197281) -> (continuation of Deferred@1995012617 after retry RPC after error@1390451478) -> (continuation of Deferred@684494598 after retry RPC after error@185301626) -> (continuation of Deferred@906981408 after retry RPC after error@1625384412) -> (continuation of Deferred@748253817 after retry RPC after error@2081490234), errback=(continuation of Deferred@1706398410 after retry RPC after error@1857634944) -> (continuation of Deferred@1301739540 after retry RPC after error@1057197281) -> (continuation of Deferred@1995012617 after retry RPC after error@1390451478) -> (continuation of Deferred@684494598 after retry RPC after error@185301626) -> (continuation of Deferred@906981408 after retry RPC after error@1625384412) -> (continuation of Deferred@748253817 after retry RPC after error@2081490234)))
17:38:59.057 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [201ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [201ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [202ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@2113004237(state=PENDING, result=null, callback=(continuation of Deferred@1706398410 after retry RPC after error@1857634944) -> (continuation of Deferred@1301739540 after retry RPC after error@1057197281) -> (continuation of Deferred@1995012617 after retry RPC after error@1390451478) -> (continuation of Deferred@684494598 after retry RPC after error@185301626) -> (continuation of Deferred@906981408 after retry RPC after error@1625384412) -> (continuation of Deferred@748253817 after retry RPC after error@2081490234), errback=(continuation of Deferred@1706398410 after retry RPC after error@1857634944) -> (continuation of Deferred@1301739540 after retry RPC after error@1057197281) -> (continuation of Deferred@1995012617 after retry RPC after error@1390451478) -> (continuation of Deferred@684494598 after retry RPC after error@185301626) -> (continuation of Deferred@906981408 after retry RPC after error@1625384412) -> (continuation of Deferred@748253817 after retry RPC after error@2081490234)))
17:38:59.074 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:59.074 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:59.074 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:59.074 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:59.075 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:59.075 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:59.075 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:59.075 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:59.076 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:59.094 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:59.095 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:59.095 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:59.095 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:59.096 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:59.096 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:59.096 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:59.096 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:59.096 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:59.114 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:59.115 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:59.115 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:59.115 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:59.115 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:59.115 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:59.115 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:59.116 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:59.116 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:59.134 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:59.135 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:59.135 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:59.135 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:59.135 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:59.135 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:59.135 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:59.135 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:59.136 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:59.154 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:59.154 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:59.155 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:59.155 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:59.155 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:59.155 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:59.155 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:59.155 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:59.156 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:59.174 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:59.174 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:59.174 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:59.174 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:59.175 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:59.175 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:59.175 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:59.175 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:59.176 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:59.254 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:59.254 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:59.254 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:59.255 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:59.255 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:59.255 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:59.255 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:59.255 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:59.256 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:59.256 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [179ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@1626642976(state=PENDING, result=null, callback=(continuation of Deferred@1861586566 after retry RPC after error@226239670) -> (continuation of Deferred@524098929 after retry RPC after error@1532801324) -> (continuation of Deferred@421500287 after retry RPC after error@1974098814) -> (continuation of Deferred@34276911 after retry RPC after error@1021317779) -> (continuation of Deferred@1504828445 after retry RPC after error@2120683006) -> (continuation of Deferred@612849251 after retry RPC after error@407874794), errback=(continuation of Deferred@1861586566 after retry RPC after error@226239670) -> (continuation of Deferred@524098929 after retry RPC after error@1532801324) -> (continuation of Deferred@421500287 after retry RPC after error@1974098814) -> (continuation of Deferred@34276911 after retry RPC after error@1021317779) -> (continuation of Deferred@1504828445 after retry RPC after error@2120683006) -> (continuation of Deferred@612849251 after retry RPC after error@407874794)))
17:38:59.257 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [179ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@1626642976(state=PENDING, result=null, callback=(continuation of Deferred@1861586566 after retry RPC after error@226239670) -> (continuation of Deferred@524098929 after retry RPC after error@1532801324) -> (continuation of Deferred@421500287 after retry RPC after error@1974098814) -> (continuation of Deferred@34276911 after retry RPC after error@1021317779) -> (continuation of Deferred@1504828445 after retry RPC after error@2120683006) -> (continuation of Deferred@612849251 after retry RPC after error@407874794), errback=(continuation of Deferred@1861586566 after retry RPC after error@226239670) -> (continuation of Deferred@524098929 after retry RPC after error@1532801324) -> (continuation of Deferred@421500287 after retry RPC after error@1974098814) -> (continuation of Deferred@34276911 after retry RPC after error@1021317779) -> (continuation of Deferred@1504828445 after retry RPC after error@2120683006) -> (continuation of Deferred@612849251 after retry RPC after error@407874794)))
17:38:59.274 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:59.275 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:59.275 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:59.275 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:59.275 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:59.275 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:59.275 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:59.275 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:59.276 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:59.294 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:59.294 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:59.295 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:59.295 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:59.295 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:59.295 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:59.295 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:59.295 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:59.296 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:59.314 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:59.314 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:59.315 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:59.315 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:59.315 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:59.315 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:59.315 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:59.315 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:59.316 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:59.334 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:59.334 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:59.335 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:59.335 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:59.335 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:59.335 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:59.335 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:59.335 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:59.336 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:59.354 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:59.354 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:59.354 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:59.354 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:59.355 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:59.355 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:59.355 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:59.355 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:59.356 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:59.374 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:59.375 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:59.375 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:59.375 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:59.375 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:59.375 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:59.376 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:59.376 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:59.376 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:59.394 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:59.394 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:59.395 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:59.395 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:59.395 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:59.395 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:59.395 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:59.395 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:59.396 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:59.474 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:59.475 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:59.475 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:59.475 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:59.476 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:59.476 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:59.476 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:59.476 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:59.477 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:59.477 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [202ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [202ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [203ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@2052690115(state=PENDING, result=null, callback=(continuation of Deferred@331285241 after retry RPC after error@995335143) -> (continuation of Deferred@884420099 after retry RPC after error@39747550) -> (continuation of Deferred@1771904422 after retry RPC after error@1312178129) -> (continuation of Deferred@1132250914 after retry RPC after error@841871388) -> (continuation of Deferred@870099922 after retry RPC after error@1290519247) -> (continuation of Deferred@1770740135 after retry RPC after error@880535962) -> (continuation of Deferred@1655658236 after retry RPC after error@1883250140), errback=(continuation of Deferred@331285241 after retry RPC after error@995335143) -> (continuation of Deferred@884420099 after retry RPC after error@39747550) -> (continuation of Deferred@1771904422 after retry RPC after error@1312178129) -> (continuation of Deferred@1132250914 after retry RPC after error@841871388) -> (continuation of Deferred@870099922 after retry RPC after error@1290519247) -> (continuation of Deferred@1770740135 after retry RPC after error@880535962) -> (continuation of Deferred@1655658236 after retry RPC after error@1883250140)))
17:38:59.478 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [202ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [202ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [203ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@2052690115(state=PENDING, result=null, callback=(continuation of Deferred@331285241 after retry RPC after error@995335143) -> (continuation of Deferred@884420099 after retry RPC after error@39747550) -> (continuation of Deferred@1771904422 after retry RPC after error@1312178129) -> (continuation of Deferred@1132250914 after retry RPC after error@841871388) -> (continuation of Deferred@870099922 after retry RPC after error@1290519247) -> (continuation of Deferred@1770740135 after retry RPC after error@880535962) -> (continuation of Deferred@1655658236 after retry RPC after error@1883250140), errback=(continuation of Deferred@331285241 after retry RPC after error@995335143) -> (continuation of Deferred@884420099 after retry RPC after error@39747550) -> (continuation of Deferred@1771904422 after retry RPC after error@1312178129) -> (continuation of Deferred@1132250914 after retry RPC after error@841871388) -> (continuation of Deferred@870099922 after retry RPC after error@1290519247) -> (continuation of Deferred@1770740135 after retry RPC after error@880535962) -> (continuation of Deferred@1655658236 after retry RPC after error@1883250140)))
17:38:59.494 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:59.495 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:59.495 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:59.495 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:59.495 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:59.495 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:59.495 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:59.495 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:59.496 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:59.514 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:59.514 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:59.515 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:59.515 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:59.515 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:59.515 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:59.515 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:59.515 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:59.516 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:59.534 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:59.534 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:59.534 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:59.535 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:59.535 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:59.535 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:59.535 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:59.535 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:59.536 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:59.554 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:59.554 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:59.554 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:59.554 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:59.554 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:59.554 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:59.555 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:59.555 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:59.556 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:59.574 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:59.574 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:59.575 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:59.575 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:59.575 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:59.575 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:59.575 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:59.575 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:59.576 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:59.614 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:59.614 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:59.615 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:59.615 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:59.615 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:59.615 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:59.615 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:59.615 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:59.616 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:59.654 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:59.654 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:59.654 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:59.654 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:59.655 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:59.655 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:59.655 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:59.655 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:59.655 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:59.656 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [60ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [60ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@1248292881(state=PENDING, result=null, callback=(continuation of Deferred@1155134662 after retry RPC after error@1271122873) -> (continuation of Deferred@1536842940 after retry RPC after error@705447974) -> (continuation of Deferred@561575525 after retry RPC after error@1949528048) -> (continuation of Deferred@2110108278 after retry RPC after error@901810320) -> (continuation of Deferred@1408080787 after retry RPC after error@1020142321) -> (continuation of Deferred@1825071388 after retry RPC after error@1568534557), errback=(continuation of Deferred@1155134662 after retry RPC after error@1271122873) -> (continuation of Deferred@1536842940 after retry RPC after error@705447974) -> (continuation of Deferred@561575525 after retry RPC after error@1949528048) -> (continuation of Deferred@2110108278 after retry RPC after error@901810320) -> (continuation of Deferred@1408080787 after retry RPC after error@1020142321) -> (continuation of Deferred@1825071388 after retry RPC after error@1568534557)))
17:38:59.656 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [60ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [60ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@1248292881(state=PENDING, result=null, callback=(continuation of Deferred@1155134662 after retry RPC after error@1271122873) -> (continuation of Deferred@1536842940 after retry RPC after error@705447974) -> (continuation of Deferred@561575525 after retry RPC after error@1949528048) -> (continuation of Deferred@2110108278 after retry RPC after error@901810320) -> (continuation of Deferred@1408080787 after retry RPC after error@1020142321) -> (continuation of Deferred@1825071388 after retry RPC after error@1568534557), errback=(continuation of Deferred@1155134662 after retry RPC after error@1271122873) -> (continuation of Deferred@1536842940 after retry RPC after error@705447974) -> (continuation of Deferred@561575525 after retry RPC after error@1949528048) -> (continuation of Deferred@2110108278 after retry RPC after error@901810320) -> (continuation of Deferred@1408080787 after retry RPC after error@1020142321) -> (continuation of Deferred@1825071388 after retry RPC after error@1568534557)))
17:38:59.674 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:59.675 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:59.675 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:59.675 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:59.675 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:59.675 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:59.675 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:59.675 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:59.676 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:59.694 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:59.694 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:59.695 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:59.695 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:59.695 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:59.695 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:59.695 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:59.696 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:59.696 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:59.714 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:59.714 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:59.714 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:59.715 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:59.715 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:59.715 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:59.715 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:59.715 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:59.716 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:59.734 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:59.735 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:59.735 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:59.735 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:59.735 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:59.735 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:59.735 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:59.735 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:59.736 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:59.754 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:59.754 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:59.755 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:59.755 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:59.755 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:59.755 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:59.755 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:59.755 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:59.756 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:59.794 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:59.794 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:59.795 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:59.795 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:59.795 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:59.795 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:59.795 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:59.795 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:59.796 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:59.854 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:59.854 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:59.855 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:59.855 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:59.855 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:59.855 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:59.855 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:59.855 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:59.855 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:59.855 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:59.856 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:59.856 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:59.914 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:59.914 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:59.915 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:59.915 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:59.915 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:59.915 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:59.915 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:59.915 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:59.916 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:59.916 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [241ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [241ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [242ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, deferred=Deferred@1961182340(state=PENDING, result=null, callback=(continuation of Deferred@1995772563 after retry RPC after error@668788092) -> (continuation of Deferred@1782366927 after retry RPC after error@883128936) -> (continuation of Deferred@1780254693 after retry RPC after error@707492063) -> (continuation of Deferred@638451183 after retry RPC after error@164799356) -> (continuation of Deferred@125775372 after retry RPC after error@1986220988) -> (continuation of Deferred@1061698074 after retry RPC after error@589146060) -> (continuation of Deferred@1567417069 after retry RPC after error@838771791), errback=(continuation of Deferred@1995772563 after retry RPC after error@668788092) -> (continuation of Deferred@1782366927 after retry RPC after error@883128936) -> (continuation of Deferred@1780254693 after retry RPC after error@707492063) -> (continuation of Deferred@638451183 after retry RPC after error@164799356) -> (continuation of Deferred@125775372 after retry RPC after error@1986220988) -> (continuation of Deferred@1061698074 after retry RPC after error@589146060) -> (continuation of Deferred@1567417069 after retry RPC after error@838771791)))
17:38:59.917 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [241ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [241ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [242ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, deferred=Deferred@1961182340(state=PENDING, result=null, callback=(continuation of Deferred@1995772563 after retry RPC after error@668788092) -> (continuation of Deferred@1782366927 after retry RPC after error@883128936) -> (continuation of Deferred@1780254693 after retry RPC after error@707492063) -> (continuation of Deferred@638451183 after retry RPC after error@164799356) -> (continuation of Deferred@125775372 after retry RPC after error@1986220988) -> (continuation of Deferred@1061698074 after retry RPC after error@589146060) -> (continuation of Deferred@1567417069 after retry RPC after error@838771791), errback=(continuation of Deferred@1995772563 after retry RPC after error@668788092) -> (continuation of Deferred@1782366927 after retry RPC after error@883128936) -> (continuation of Deferred@1780254693 after retry RPC after error@707492063) -> (continuation of Deferred@638451183 after retry RPC after error@164799356) -> (continuation of Deferred@125775372 after retry RPC after error@1986220988) -> (continuation of Deferred@1061698074 after retry RPC after error@589146060) -> (continuation of Deferred@1567417069 after retry RPC after error@838771791)))
17:38:59.934 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:59.934 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:59.934 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:59.934 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:59.934 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:59.935 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:59.935 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:59.935 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:59.936 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:59.954 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:59.955 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:59.955 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:59.955 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:59.955 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:59.955 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:59.955 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:59.955 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:59.956 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:59.974 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:59.974 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:59.975 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:59.975 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:59.975 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:59.975 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:59.975 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:59.975 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:59.976 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:38:59.994 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:38:59.994 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:38:59.994 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:59.994 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:59.995 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:59.995 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:59.995 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:38:59.995 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:38:59.996 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:00.015 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:00.015 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:00.015 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:00.015 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:00.016 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:00.016 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:00.016 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:00.016 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:00.017 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:00.034 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:00.035 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:00.035 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:00.035 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:00.035 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:00.035 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:00.035 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:00.036 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:00.037 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:00.054 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:00.054 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:00.055 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:00.055 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:00.055 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:00.055 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:00.055 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:00.055 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:00.056 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:00.154 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:00.155 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:00.155 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:00.156 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:00.156 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:00.156 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:00.156 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:00.157 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:00.157 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:00.157 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [23ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [43ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [83ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [83ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [84ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [103ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [123ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [223ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [224ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [224ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [224ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@778348367(state=PENDING, result=null, callback=(continuation of Deferred@937883103 after retry RPC after error@533585460) -> (continuation of Deferred@2087587752 after retry RPC after error@2000392629) -> (continuation of Deferred@2012465792 after retry RPC after error@104760884) -> (continuation of Deferred@178375188 after retry RPC after error@557597900) -> (continuation of Deferred@1215442337 after retry RPC after error@974069181) -> (continuation of Deferred@1056608642 after retry RPC after error@2099493045) -> (continuation of Deferred@610635157 after retry RPC after error@1715838545), errback=(continuation of Deferred@937883103 after retry RPC after error@533585460) -> (continuation of Deferred@2087587752 after retry RPC after error@2000392629) -> (continuation of Deferred@2012465792 after retry RPC after error@104760884) -> (continuation of Deferred@178375188 after retry RPC after error@557597900) -> (continuation of Deferred@1215442337 after retry RPC after error@974069181) -> (continuation of Deferred@1056608642 after retry RPC after error@2099493045) -> (continuation of Deferred@610635157 after retry RPC after error@1715838545)))
17:39:00.158 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [23ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [43ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [83ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [83ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [84ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [103ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [123ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [223ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [224ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [224ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [224ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@778348367(state=PENDING, result=null, callback=(continuation of Deferred@937883103 after retry RPC after error@533585460) -> (continuation of Deferred@2087587752 after retry RPC after error@2000392629) -> (continuation of Deferred@2012465792 after retry RPC after error@104760884) -> (continuation of Deferred@178375188 after retry RPC after error@557597900) -> (continuation of Deferred@1215442337 after retry RPC after error@974069181) -> (continuation of Deferred@1056608642 after retry RPC after error@2099493045) -> (continuation of Deferred@610635157 after retry RPC after error@1715838545), errback=(continuation of Deferred@937883103 after retry RPC after error@533585460) -> (continuation of Deferred@2087587752 after retry RPC after error@2000392629) -> (continuation of Deferred@2012465792 after retry RPC after error@104760884) -> (continuation of Deferred@178375188 after retry RPC after error@557597900) -> (continuation of Deferred@1215442337 after retry RPC after error@974069181) -> (continuation of Deferred@1056608642 after retry RPC after error@2099493045) -> (continuation of Deferred@610635157 after retry RPC after error@1715838545)))
17:39:00.174 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:00.175 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:00.175 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:00.175 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:00.175 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:00.175 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:00.176 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:00.176 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:00.176 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:00.194 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:00.195 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:00.195 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:00.195 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:00.195 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:00.195 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:00.195 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:00.195 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:00.196 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:00.214 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:00.214 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:00.215 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:00.215 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:00.215 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:00.215 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:00.215 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:00.215 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:00.216 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:00.234 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:00.234 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:00.234 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:00.234 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:00.234 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:00.234 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:00.234 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:00.234 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:00.235 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:00.254 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:00.254 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:00.255 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:00.255 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:00.255 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:00.255 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:00.255 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:00.255 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:00.256 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:00.274 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:00.274 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:00.275 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:00.275 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:00.275 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:00.275 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:00.275 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:00.275 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:00.276 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:00.314 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:00.314 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:00.315 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:00.315 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:00.315 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:00.315 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:00.315 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:00.315 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:00.316 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:00.354 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:00.354 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:00.355 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:00.355 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:00.355 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:00.355 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:00.355 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:00.355 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:00.356 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:00.356 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [60ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, deferred=Deferred@1560523258(state=PENDING, result=null, callback=(continuation of Deferred@974797661 after retry RPC after error@316242600) -> (continuation of Deferred@699757941 after retry RPC after error@1769577944) -> (continuation of Deferred@38962041 after retry RPC after error@1527227809) -> (continuation of Deferred@1503362409 after retry RPC after error@2091498719) -> (continuation of Deferred@1794548088 after retry RPC after error@205142826) -> (continuation of Deferred@248020977 after retry RPC after error@1060529587) -> (continuation of Deferred@1620377164 after retry RPC after error@1034582559), errback=(continuation of Deferred@974797661 after retry RPC after error@316242600) -> (continuation of Deferred@699757941 after retry RPC after error@1769577944) -> (continuation of Deferred@38962041 after retry RPC after error@1527227809) -> (continuation of Deferred@1503362409 after retry RPC after error@2091498719) -> (continuation of Deferred@1794548088 after retry RPC after error@205142826) -> (continuation of Deferred@248020977 after retry RPC after error@1060529587) -> (continuation of Deferred@1620377164 after retry RPC after error@1034582559)))
17:39:00.357 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [60ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, deferred=Deferred@1560523258(state=PENDING, result=null, callback=(continuation of Deferred@974797661 after retry RPC after error@316242600) -> (continuation of Deferred@699757941 after retry RPC after error@1769577944) -> (continuation of Deferred@38962041 after retry RPC after error@1527227809) -> (continuation of Deferred@1503362409 after retry RPC after error@2091498719) -> (continuation of Deferred@1794548088 after retry RPC after error@205142826) -> (continuation of Deferred@248020977 after retry RPC after error@1060529587) -> (continuation of Deferred@1620377164 after retry RPC after error@1034582559), errback=(continuation of Deferred@974797661 after retry RPC after error@316242600) -> (continuation of Deferred@699757941 after retry RPC after error@1769577944) -> (continuation of Deferred@38962041 after retry RPC after error@1527227809) -> (continuation of Deferred@1503362409 after retry RPC after error@2091498719) -> (continuation of Deferred@1794548088 after retry RPC after error@205142826) -> (continuation of Deferred@248020977 after retry RPC after error@1060529587) -> (continuation of Deferred@1620377164 after retry RPC after error@1034582559)))
17:39:00.375 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:00.375 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:00.375 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:00.375 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:00.376 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:00.376 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:00.376 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:00.376 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:00.377 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:00.394 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:00.395 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:00.395 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:00.395 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:00.395 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:00.395 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:00.395 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:00.395 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:00.396 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:00.414 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:00.414 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:00.415 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:00.415 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:00.415 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:00.415 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:00.415 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:00.415 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:00.416 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:00.434 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:00.434 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:00.435 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:00.435 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:00.435 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:00.435 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:00.435 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:00.435 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:00.436 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:00.454 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:00.454 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:00.455 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:00.455 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:00.455 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:00.455 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:00.455 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:00.455 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:00.456 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:00.475 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:00.475 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:00.475 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:00.476 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:00.476 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:00.476 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:00.476 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:00.476 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:00.477 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:00.494 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:00.495 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:00.495 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:00.495 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:00.495 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:00.495 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:00.495 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:00.495 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:00.496 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:00.634 [DEBUG - pool-49-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@1948367787(state=PENDING, result=null, callback=(continuation of Deferred@999692339 after retry RPC after error@950868085) -> (continuation of Deferred@444898750 after retry RPC after error@1661047206) -> (continuation of Deferred@1759337077 after retry RPC after error@954436011) -> (continuation of Deferred@104106596 after retry RPC after error@1767356325) -> (continuation of Deferred@1809532424 after retry RPC after error@1330717705) -> (continuation of Deferred@1830088749 after retry RPC after error@959092917) -> (continuation of Deferred@149975710 after retry RPC after error@1321692901), errback=(continuation of Deferred@999692339 after retry RPC after error@950868085) -> (continuation of Deferred@444898750 after retry RPC after error@1661047206) -> (continuation of Deferred@1759337077 after retry RPC after error@954436011) -> (continuation of Deferred@104106596 after retry RPC after error@1767356325) -> (continuation of Deferred@1809532424 after retry RPC after error@1330717705) -> (continuation of Deferred@1830088749 after retry RPC after error@959092917) -> (continuation of Deferred@149975710 after retry RPC after error@1321692901)))
17:39:00.635 [WARN - pool-49-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
17:39:00.654 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:00.655 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:00.655 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:00.655 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:00.655 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:00.655 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:00.656 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:00.656 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:00.657 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:00.674 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:00.674 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:00.675 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:00.675 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:00.675 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:00.675 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:00.675 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:00.675 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:00.676 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:00.694 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:00.694 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:00.695 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:00.695 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:00.695 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:00.695 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:00.695 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:00.695 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:00.696 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:00.714 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:00.714 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:00.714 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:00.714 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:00.715 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:00.715 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:00.715 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:00.715 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:00.716 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:00.734 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:00.735 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:00.735 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:00.735 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:00.735 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:00.735 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:00.735 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:00.735 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:00.736 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:00.774 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:00.775 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:00.775 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:00.775 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:00.775 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:00.775 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:00.775 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:00.775 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:00.777 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:00.794 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:00.794 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:00.795 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:00.795 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:00.795 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:00.795 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:00.795 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:00.795 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:00.796 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:00.796 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [123ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [142ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@561264814(state=PENDING, result=null, callback=(continuation of Deferred@1368551708 after retry RPC after error@2083785693) -> (continuation of Deferred@1908705839 after retry RPC after error@1903521265) -> (continuation of Deferred@858650706 after retry RPC after error@1872455433) -> (continuation of Deferred@987434279 after retry RPC after error@1620829544) -> (continuation of Deferred@1017675329 after retry RPC after error@146798066) -> (continuation of Deferred@1785684983 after retry RPC after error@1440770935), errback=(continuation of Deferred@1368551708 after retry RPC after error@2083785693) -> (continuation of Deferred@1908705839 after retry RPC after error@1903521265) -> (continuation of Deferred@858650706 after retry RPC after error@1872455433) -> (continuation of Deferred@987434279 after retry RPC after error@1620829544) -> (continuation of Deferred@1017675329 after retry RPC after error@146798066) -> (continuation of Deferred@1785684983 after retry RPC after error@1440770935)))
17:39:00.797 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [123ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [142ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@561264814(state=PENDING, result=null, callback=(continuation of Deferred@1368551708 after retry RPC after error@2083785693) -> (continuation of Deferred@1908705839 after retry RPC after error@1903521265) -> (continuation of Deferred@858650706 after retry RPC after error@1872455433) -> (continuation of Deferred@987434279 after retry RPC after error@1620829544) -> (continuation of Deferred@1017675329 after retry RPC after error@146798066) -> (continuation of Deferred@1785684983 after retry RPC after error@1440770935), errback=(continuation of Deferred@1368551708 after retry RPC after error@2083785693) -> (continuation of Deferred@1908705839 after retry RPC after error@1903521265) -> (continuation of Deferred@858650706 after retry RPC after error@1872455433) -> (continuation of Deferred@987434279 after retry RPC after error@1620829544) -> (continuation of Deferred@1017675329 after retry RPC after error@146798066) -> (continuation of Deferred@1785684983 after retry RPC after error@1440770935)))
17:39:00.814 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:00.814 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:00.815 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:00.815 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:00.815 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:00.815 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:00.815 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:00.815 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:00.816 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:00.834 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:00.834 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:00.834 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:00.834 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:00.834 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:00.835 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:00.835 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:00.835 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:00.835 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:00.854 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:00.855 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:00.855 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:00.855 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:00.856 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:00.856 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:00.856 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:00.856 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:00.856 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:00.874 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:00.874 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:00.875 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:00.875 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:00.875 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:00.875 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:00.876 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:00.876 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:00.876 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:00.894 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:00.894 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:00.895 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:00.895 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:00.895 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:00.895 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:00.895 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:00.895 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:00.896 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:00.934 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:00.934 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:00.934 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:00.935 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:00.935 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:00.935 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:00.935 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:00.935 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:00.936 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:00.994 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:00.994 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:00.995 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:00.995 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:00.995 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:00.995 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:00.995 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:00.995 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:00.996 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:00.996 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [20ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, deferred=Deferred@159977922(state=PENDING, result=null, callback=(continuation of Deferred@1052189367 after retry RPC after error@829949262) -> (continuation of Deferred@683401510 after retry RPC after error@1769861874) -> (continuation of Deferred@1851312112 after retry RPC after error@528219392) -> (continuation of Deferred@1757318424 after retry RPC after error@1859262623) -> (continuation of Deferred@1184708082 after retry RPC after error@105796572) -> (continuation of Deferred@444909632 after retry RPC after error@1684815215), errback=(continuation of Deferred@1052189367 after retry RPC after error@829949262) -> (continuation of Deferred@683401510 after retry RPC after error@1769861874) -> (continuation of Deferred@1851312112 after retry RPC after error@528219392) -> (continuation of Deferred@1757318424 after retry RPC after error@1859262623) -> (continuation of Deferred@1184708082 after retry RPC after error@105796572) -> (continuation of Deferred@444909632 after retry RPC after error@1684815215)))
17:39:00.997 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [20ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, deferred=Deferred@159977922(state=PENDING, result=null, callback=(continuation of Deferred@1052189367 after retry RPC after error@829949262) -> (continuation of Deferred@683401510 after retry RPC after error@1769861874) -> (continuation of Deferred@1851312112 after retry RPC after error@528219392) -> (continuation of Deferred@1757318424 after retry RPC after error@1859262623) -> (continuation of Deferred@1184708082 after retry RPC after error@105796572) -> (continuation of Deferred@444909632 after retry RPC after error@1684815215), errback=(continuation of Deferred@1052189367 after retry RPC after error@829949262) -> (continuation of Deferred@683401510 after retry RPC after error@1769861874) -> (continuation of Deferred@1851312112 after retry RPC after error@528219392) -> (continuation of Deferred@1757318424 after retry RPC after error@1859262623) -> (continuation of Deferred@1184708082 after retry RPC after error@105796572) -> (continuation of Deferred@444909632 after retry RPC after error@1684815215)))
17:39:01.015 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:01.015 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:01.016 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:01.016 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:01.016 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:01.016 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:01.016 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:01.016 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:01.017 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:01.034 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:01.035 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:01.035 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:01.035 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:01.035 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:01.035 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:01.035 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:01.035 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:01.037 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:01.054 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:01.055 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:01.055 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:01.055 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:01.055 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:01.055 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:01.055 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:01.055 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:01.056 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:01.074 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:01.074 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:01.075 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:01.075 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:01.075 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:01.075 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:01.075 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:01.075 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:01.076 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:01.094 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:01.094 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:01.095 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:01.095 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:01.095 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:01.095 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:01.095 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:01.095 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:01.096 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:01.134 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:01.134 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:01.135 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:01.135 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:01.135 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:01.135 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:01.135 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:01.135 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:01.136 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:01.194 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:01.194 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:01.195 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:01.195 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:01.195 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:01.195 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:01.195 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:01.195 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:01.196 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:01.197 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [3ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@2112386828(state=PENDING, result=null, callback=(continuation of Deferred@573724279 after retry RPC after error@1054672112) -> (continuation of Deferred@1921070335 after retry RPC after error@1290759604) -> (continuation of Deferred@2086542256 after retry RPC after error@712145487) -> (continuation of Deferred@1370461490 after retry RPC after error@1721417854) -> (continuation of Deferred@1779815558 after retry RPC after error@1393326985) -> (continuation of Deferred@2124899039 after retry RPC after error@1317979205), errback=(continuation of Deferred@573724279 after retry RPC after error@1054672112) -> (continuation of Deferred@1921070335 after retry RPC after error@1290759604) -> (continuation of Deferred@2086542256 after retry RPC after error@712145487) -> (continuation of Deferred@1370461490 after retry RPC after error@1721417854) -> (continuation of Deferred@1779815558 after retry RPC after error@1393326985) -> (continuation of Deferred@2124899039 after retry RPC after error@1317979205)))
17:39:01.197 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [3ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@2112386828(state=PENDING, result=null, callback=(continuation of Deferred@573724279 after retry RPC after error@1054672112) -> (continuation of Deferred@1921070335 after retry RPC after error@1290759604) -> (continuation of Deferred@2086542256 after retry RPC after error@712145487) -> (continuation of Deferred@1370461490 after retry RPC after error@1721417854) -> (continuation of Deferred@1779815558 after retry RPC after error@1393326985) -> (continuation of Deferred@2124899039 after retry RPC after error@1317979205), errback=(continuation of Deferred@573724279 after retry RPC after error@1054672112) -> (continuation of Deferred@1921070335 after retry RPC after error@1290759604) -> (continuation of Deferred@2086542256 after retry RPC after error@712145487) -> (continuation of Deferred@1370461490 after retry RPC after error@1721417854) -> (continuation of Deferred@1779815558 after retry RPC after error@1393326985) -> (continuation of Deferred@2124899039 after retry RPC after error@1317979205)))
17:39:01.214 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:01.214 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:01.214 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:01.214 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:01.214 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:01.214 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:01.215 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:01.215 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:01.215 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:01.234 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:01.235 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:01.235 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:01.235 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:01.235 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:01.235 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:01.235 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:01.236 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:01.236 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:01.254 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:01.254 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:01.255 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:01.255 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:01.255 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:01.256 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:01.256 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:01.256 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:01.256 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:01.274 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:01.274 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:01.275 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:01.275 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:01.275 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:01.275 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:01.275 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:01.275 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:01.276 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:01.294 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:01.294 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:01.295 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:01.295 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:01.295 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:01.295 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:01.295 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:01.295 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:01.296 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:01.334 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:01.334 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:01.335 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:01.335 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:01.335 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:01.336 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:01.336 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:01.336 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:01.336 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:01.354 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:01.355 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:01.355 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:01.355 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:01.356 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:01.357 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:01.357 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:01.357 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:01.357 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:01.415 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:01.415 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:01.415 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:01.415 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:01.415 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:01.415 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:01.416 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:01.416 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:01.417 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:01.417 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [23ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [43ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [43ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [63ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [123ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [123ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [143ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [144ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [144ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [144ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [203ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [203ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [203ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [204ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@1654609406(state=PENDING, result=null, callback=(continuation of Deferred@277726749 after retry RPC after error@541417650) -> (continuation of Deferred@1688372966 after retry RPC after error@2081034025) -> (continuation of Deferred@38376347 after retry RPC after error@151139216) -> (continuation of Deferred@2036793824 after retry RPC after error@1429748386) -> (continuation of Deferred@455323349 after retry RPC after error@52793490) -> (continuation of Deferred@1108146455 after retry RPC after error@1450522334) -> (continuation of Deferred@1353088963 after retry RPC after error@2133382213), errback=(continuation of Deferred@277726749 after retry RPC after error@541417650) -> (continuation of Deferred@1688372966 after retry RPC after error@2081034025) -> (continuation of Deferred@38376347 after retry RPC after error@151139216) -> (continuation of Deferred@2036793824 after retry RPC after error@1429748386) -> (continuation of Deferred@455323349 after retry RPC after error@52793490) -> (continuation of Deferred@1108146455 after retry RPC after error@1450522334) -> (continuation of Deferred@1353088963 after retry RPC after error@2133382213)))
17:39:01.417 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [23ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [43ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [43ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [63ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [123ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [123ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [143ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [144ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [144ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [144ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [203ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [203ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [203ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [204ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@1654609406(state=PENDING, result=null, callback=(continuation of Deferred@277726749 after retry RPC after error@541417650) -> (continuation of Deferred@1688372966 after retry RPC after error@2081034025) -> (continuation of Deferred@38376347 after retry RPC after error@151139216) -> (continuation of Deferred@2036793824 after retry RPC after error@1429748386) -> (continuation of Deferred@455323349 after retry RPC after error@52793490) -> (continuation of Deferred@1108146455 after retry RPC after error@1450522334) -> (continuation of Deferred@1353088963 after retry RPC after error@2133382213), errback=(continuation of Deferred@277726749 after retry RPC after error@541417650) -> (continuation of Deferred@1688372966 after retry RPC after error@2081034025) -> (continuation of Deferred@38376347 after retry RPC after error@151139216) -> (continuation of Deferred@2036793824 after retry RPC after error@1429748386) -> (continuation of Deferred@455323349 after retry RPC after error@52793490) -> (continuation of Deferred@1108146455 after retry RPC after error@1450522334) -> (continuation of Deferred@1353088963 after retry RPC after error@2133382213)))
17:39:01.434 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:01.434 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:01.435 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:01.435 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:01.435 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:01.435 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:01.435 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:01.435 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:01.436 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:01.454 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:01.454 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:01.455 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:01.455 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:01.455 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:01.455 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:01.455 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:01.455 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:01.456 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:01.474 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:01.475 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:01.475 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:01.475 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:01.476 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:01.476 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:01.476 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:01.476 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:01.476 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:01.494 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:01.494 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:01.495 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:01.495 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:01.495 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:01.495 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:01.495 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:01.495 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:01.496 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:01.514 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:01.514 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:01.515 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:01.515 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:01.515 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:01.515 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:01.515 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:01.515 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:01.516 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:01.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:39:01.553220 18887 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.17.204.62:35645,127.17.204.61:35389,127.17.204.60:33967, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.17.204.62:35645,127.17.204.61:35389,127.17.204.60:33967, num_attempts: 1)
17:39:01.554 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:01.554 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:01.554 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:01.554 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:01.554 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:01.555 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:01.555 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:01.555 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:01.556 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:01.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:39:01.556733 18887 meta_cache.cc:788] Timed out: LookupRpcById { tablet: 'ab2f78a7ef7d42cda57a15fd0acb21ae', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: 'ab2f78a7ef7d42cda57a15fd0acb21ae', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.17.204.62:35645,127.17.204.61:35389,127.17.204.60:33967, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.17.204.62:35645,127.17.204.61:35389,127.17.204.60:33967, num_attempts: 1)
17:39:01.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:39:01.558322 18887 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.17.204.62:35645)
17:39:01.615 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:01.615 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:01.615 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:01.615 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:01.615 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:01.615 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:01.616 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:01.616 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:01.616 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:01.617 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@316901376(state=PENDING, result=null, callback=(continuation of Deferred@2132529522 after retry RPC after error@1767477912) -> (continuation of Deferred@1039989935 after retry RPC after error@869384344) -> (continuation of Deferred@316676049 after retry RPC after error@931699271) -> (continuation of Deferred@1842020765 after retry RPC after error@1352915388) -> (continuation of Deferred@1114571494 after retry RPC after error@826733134) -> (continuation of Deferred@78961170 after retry RPC after error@1242860801), errback=(continuation of Deferred@2132529522 after retry RPC after error@1767477912) -> (continuation of Deferred@1039989935 after retry RPC after error@869384344) -> (continuation of Deferred@316676049 after retry RPC after error@931699271) -> (continuation of Deferred@1842020765 after retry RPC after error@1352915388) -> (continuation of Deferred@1114571494 after retry RPC after error@826733134) -> (continuation of Deferred@78961170 after retry RPC after error@1242860801)))
17:39:01.617 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@316901376(state=PENDING, result=null, callback=(continuation of Deferred@2132529522 after retry RPC after error@1767477912) -> (continuation of Deferred@1039989935 after retry RPC after error@869384344) -> (continuation of Deferred@316676049 after retry RPC after error@931699271) -> (continuation of Deferred@1842020765 after retry RPC after error@1352915388) -> (continuation of Deferred@1114571494 after retry RPC after error@826733134) -> (continuation of Deferred@78961170 after retry RPC after error@1242860801), errback=(continuation of Deferred@2132529522 after retry RPC after error@1767477912) -> (continuation of Deferred@1039989935 after retry RPC after error@869384344) -> (continuation of Deferred@316676049 after retry RPC after error@931699271) -> (continuation of Deferred@1842020765 after retry RPC after error@1352915388) -> (continuation of Deferred@1114571494 after retry RPC after error@826733134) -> (continuation of Deferred@78961170 after retry RPC after error@1242860801)))
17:39:01.634 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:01.635 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:01.635 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:01.635 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:01.635 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:01.635 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:01.635 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:01.635 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:01.636 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:01.654 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:01.654 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:01.655 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:01.655 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:01.655 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:01.655 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:01.655 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:01.655 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:01.656 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:01.674 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:01.674 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:01.675 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:01.675 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:01.675 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:01.675 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:01.675 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:01.676 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:01.676 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:01.694 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:01.694 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:01.694 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:01.694 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:01.695 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:01.695 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:01.695 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:01.695 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:01.695 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:01.714 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:01.715 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:01.716 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:01.716 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:01.716 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:01.717 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:01.717 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:01.717 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:01.720 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:01.734 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:01.735 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:01.735 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:01.735 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:01.735 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:01.735 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:01.735 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:01.735 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:01.736 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:01.815 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:01.815 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:01.815 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:01.815 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:01.816 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:01.816 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:01.816 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:01.816 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:01.817 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:01.834 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:01.835 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:01.835 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:01.835 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:01.835 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:01.836 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:01.836 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:01.836 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:01.837 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:01.837 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [83ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [86ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [86ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [183ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [201ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [202ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [203ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@848344046(state=PENDING, result=null, callback=(continuation of Deferred@468703022 after retry RPC after error@2117141984) -> (continuation of Deferred@1962045140 after retry RPC after error@1128971367) -> (continuation of Deferred@645481863 after retry RPC after error@1351703213) -> (continuation of Deferred@930220709 after retry RPC after error@567095720) -> (continuation of Deferred@1299451243 after retry RPC after error@392852058) -> (continuation of Deferred@812283184 after retry RPC after error@2028094180) -> (continuation of Deferred@353376198 after retry RPC after error@1370247068), errback=(continuation of Deferred@468703022 after retry RPC after error@2117141984) -> (continuation of Deferred@1962045140 after retry RPC after error@1128971367) -> (continuation of Deferred@645481863 after retry RPC after error@1351703213) -> (continuation of Deferred@930220709 after retry RPC after error@567095720) -> (continuation of Deferred@1299451243 after retry RPC after error@392852058) -> (continuation of Deferred@812283184 after retry RPC after error@2028094180) -> (continuation of Deferred@353376198 after retry RPC after error@1370247068)))
17:39:01.838 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [83ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [86ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [86ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [183ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [201ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [202ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [203ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@848344046(state=PENDING, result=null, callback=(continuation of Deferred@468703022 after retry RPC after error@2117141984) -> (continuation of Deferred@1962045140 after retry RPC after error@1128971367) -> (continuation of Deferred@645481863 after retry RPC after error@1351703213) -> (continuation of Deferred@930220709 after retry RPC after error@567095720) -> (continuation of Deferred@1299451243 after retry RPC after error@392852058) -> (continuation of Deferred@812283184 after retry RPC after error@2028094180) -> (continuation of Deferred@353376198 after retry RPC after error@1370247068), errback=(continuation of Deferred@468703022 after retry RPC after error@2117141984) -> (continuation of Deferred@1962045140 after retry RPC after error@1128971367) -> (continuation of Deferred@645481863 after retry RPC after error@1351703213) -> (continuation of Deferred@930220709 after retry RPC after error@567095720) -> (continuation of Deferred@1299451243 after retry RPC after error@392852058) -> (continuation of Deferred@812283184 after retry RPC after error@2028094180) -> (continuation of Deferred@353376198 after retry RPC after error@1370247068)))
17:39:01.854 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:01.854 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:01.855 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:01.855 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:01.855 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:01.855 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:01.855 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:01.855 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:01.856 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:01.874 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:01.874 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:01.875 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:01.875 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:01.875 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:01.875 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:01.875 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:01.875 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:01.876 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:01.894 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:01.895 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:01.895 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:01.895 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:01.895 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:01.896 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:01.896 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:01.896 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:01.897 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:01.914 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:01.914 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:01.915 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:01.915 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:01.915 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:01.915 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:01.915 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:01.915 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:01.916 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:01.934 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:01.934 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:01.935 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:01.935 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:01.935 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:01.935 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:01.935 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:01.935 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:01.936 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:01.954 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:01.954 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:01.954 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:01.954 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:01.954 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:01.954 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:01.955 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:01.955 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:01.955 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:01.974 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:01.974 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:01.975 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:01.975 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:01.975 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:01.975 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:01.975 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:01.975 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:01.976 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:02.034 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:02.034 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:02.035 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:02.035 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:02.035 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:02.035 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:02.035 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:02.035 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:02.036 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:02.036 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [43ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [100ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, deferred=Deferred@827560095(state=PENDING, result=null, callback=(continuation of Deferred@695868446 after retry RPC after error@728347444) -> (continuation of Deferred@266443829 after retry RPC after error@572203582) -> (continuation of Deferred@1534611599 after retry RPC after error@1030662343) -> (continuation of Deferred@1047370603 after retry RPC after error@1167869002) -> (continuation of Deferred@1551468638 after retry RPC after error@337193862) -> (continuation of Deferred@1191005357 after retry RPC after error@1634008620) -> (continuation of Deferred@1901044006 after retry RPC after error@743956882), errback=(continuation of Deferred@695868446 after retry RPC after error@728347444) -> (continuation of Deferred@266443829 after retry RPC after error@572203582) -> (continuation of Deferred@1534611599 after retry RPC after error@1030662343) -> (continuation of Deferred@1047370603 after retry RPC after error@1167869002) -> (continuation of Deferred@1551468638 after retry RPC after error@337193862) -> (continuation of Deferred@1191005357 after retry RPC after error@1634008620) -> (continuation of Deferred@1901044006 after retry RPC after error@743956882)))
17:39:02.037 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [43ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [100ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, deferred=Deferred@827560095(state=PENDING, result=null, callback=(continuation of Deferred@695868446 after retry RPC after error@728347444) -> (continuation of Deferred@266443829 after retry RPC after error@572203582) -> (continuation of Deferred@1534611599 after retry RPC after error@1030662343) -> (continuation of Deferred@1047370603 after retry RPC after error@1167869002) -> (continuation of Deferred@1551468638 after retry RPC after error@337193862) -> (continuation of Deferred@1191005357 after retry RPC after error@1634008620) -> (continuation of Deferred@1901044006 after retry RPC after error@743956882), errback=(continuation of Deferred@695868446 after retry RPC after error@728347444) -> (continuation of Deferred@266443829 after retry RPC after error@572203582) -> (continuation of Deferred@1534611599 after retry RPC after error@1030662343) -> (continuation of Deferred@1047370603 after retry RPC after error@1167869002) -> (continuation of Deferred@1551468638 after retry RPC after error@337193862) -> (continuation of Deferred@1191005357 after retry RPC after error@1634008620) -> (continuation of Deferred@1901044006 after retry RPC after error@743956882)))
17:39:02.054 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:02.054 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:02.054 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:02.054 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:02.055 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:02.055 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:02.055 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:02.055 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:02.056 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:02.074 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:02.075 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:02.075 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:02.075 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:02.075 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:02.075 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:02.075 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:02.075 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:02.076 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:02.094 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:02.094 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:02.095 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:02.095 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:02.095 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:02.095 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:02.095 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:02.095 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:02.096 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:02.114 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:02.114 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:02.114 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:02.114 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:02.115 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:02.115 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:02.115 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:02.115 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:02.116 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:02.134 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:02.135 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:02.135 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:02.135 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:02.135 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:02.135 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:02.135 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:02.135 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:02.136 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:02.174 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:02.175 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:02.175 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:02.175 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:02.175 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:02.175 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:02.176 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:02.176 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:02.176 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:02.234 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:02.235 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:02.235 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:02.235 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:02.235 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:02.235 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:02.235 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:02.235 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:02.236 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:02.315 [DEBUG - pool-49-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@1967311275(state=PENDING, result=null, callback=(continuation of Deferred@587361424 after retry RPC after error@22585578) -> (continuation of Deferred@1417433594 after retry RPC after error@932234575) -> (continuation of Deferred@130439617 after retry RPC after error@1130227235) -> (continuation of Deferred@1964547123 after retry RPC after error@1150518626) -> (continuation of Deferred@1898890336 after retry RPC after error@1575901336) -> (continuation of Deferred@1814478354 after retry RPC after error@885427809) -> (continuation of Deferred@869028189 after retry RPC after error@474608932), errback=(continuation of Deferred@587361424 after retry RPC after error@22585578) -> (continuation of Deferred@1417433594 after retry RPC after error@932234575) -> (continuation of Deferred@130439617 after retry RPC after error@1130227235) -> (continuation of Deferred@1964547123 after retry RPC after error@1150518626) -> (continuation of Deferred@1898890336 after retry RPC after error@1575901336) -> (continuation of Deferred@1814478354 after retry RPC after error@885427809) -> (continuation of Deferred@869028189 after retry RPC after error@474608932)))
17:39:02.315 [WARN - pool-49-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
17:39:02.334 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:02.334 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:02.335 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:02.335 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:02.335 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:02.335 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:02.335 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:02.335 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:02.337 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:02.354 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:02.354 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:02.355 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:02.355 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:02.355 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:02.355 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:02.355 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:02.355 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:02.356 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:02.374 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:02.374 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:02.374 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:02.374 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:02.375 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:02.375 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:02.375 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:02.375 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:02.376 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:02.394 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:02.395 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:02.395 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:02.395 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:02.395 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:02.395 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:02.395 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:02.395 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:02.396 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:02.414 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:02.414 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:02.415 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:02.415 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:02.415 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:02.415 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:02.415 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:02.415 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:02.416 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:02.434 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:02.434 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:02.434 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:02.434 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:02.434 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:02.434 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:02.434 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:02.434 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:02.435 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:02.474 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:02.475 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:02.475 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:02.475 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:02.475 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:02.475 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:02.476 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:02.476 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:02.476 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:02.477 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [100ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [100ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [142ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [142ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, deferred=Deferred@481351275(state=PENDING, result=null, callback=(continuation of Deferred@1506351555 after retry RPC after error@1185079367) -> (continuation of Deferred@595283790 after retry RPC after error@971163332) -> (continuation of Deferred@678745914 after retry RPC after error@2030414507) -> (continuation of Deferred@16616442 after retry RPC after error@797358535) -> (continuation of Deferred@566584842 after retry RPC after error@1967243371) -> (continuation of Deferred@420423522 after retry RPC after error@64875781), errback=(continuation of Deferred@1506351555 after retry RPC after error@1185079367) -> (continuation of Deferred@595283790 after retry RPC after error@971163332) -> (continuation of Deferred@678745914 after retry RPC after error@2030414507) -> (continuation of Deferred@16616442 after retry RPC after error@797358535) -> (continuation of Deferred@566584842 after retry RPC after error@1967243371) -> (continuation of Deferred@420423522 after retry RPC after error@64875781)))
17:39:02.477 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [100ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [100ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [142ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [142ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, deferred=Deferred@481351275(state=PENDING, result=null, callback=(continuation of Deferred@1506351555 after retry RPC after error@1185079367) -> (continuation of Deferred@595283790 after retry RPC after error@971163332) -> (continuation of Deferred@678745914 after retry RPC after error@2030414507) -> (continuation of Deferred@16616442 after retry RPC after error@797358535) -> (continuation of Deferred@566584842 after retry RPC after error@1967243371) -> (continuation of Deferred@420423522 after retry RPC after error@64875781), errback=(continuation of Deferred@1506351555 after retry RPC after error@1185079367) -> (continuation of Deferred@595283790 after retry RPC after error@971163332) -> (continuation of Deferred@678745914 after retry RPC after error@2030414507) -> (continuation of Deferred@16616442 after retry RPC after error@797358535) -> (continuation of Deferred@566584842 after retry RPC after error@1967243371) -> (continuation of Deferred@420423522 after retry RPC after error@64875781)))
17:39:02.494 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:02.494 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:02.495 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:02.495 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:02.495 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:02.495 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:02.496 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:02.496 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:02.496 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:02.514 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:02.514 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:02.515 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:02.515 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:02.515 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:02.515 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:02.515 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:02.515 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:02.516 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:02.534 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:02.535 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:02.535 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:02.535 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:02.535 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:02.536 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:02.536 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:02.536 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:02.537 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:02.554 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:02.554 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:02.555 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:02.555 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:02.555 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:02.555 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:02.555 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:02.555 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:02.556 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:02.574 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:02.574 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:02.575 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:02.575 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:02.575 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:02.575 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:02.575 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:02.576 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:02.576 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:02.614 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:02.614 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:02.615 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:02.615 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:02.615 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:02.615 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:02.615 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:02.615 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:02.616 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:02.674 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:02.674 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:02.675 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:02.675 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:02.675 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:02.675 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:02.675 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:02.675 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:02.676 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:02.676 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, deferred=Deferred@1192542121(state=PENDING, result=null, callback=(continuation of Deferred@963494734 after retry RPC after error@1808883346) -> (continuation of Deferred@1777081586 after retry RPC after error@199692177) -> (continuation of Deferred@1548212752 after retry RPC after error@1023621828) -> (continuation of Deferred@872528410 after retry RPC after error@120168588) -> (continuation of Deferred@1708948771 after retry RPC after error@1093512774) -> (continuation of Deferred@2026179859 after retry RPC after error@841154375), errback=(continuation of Deferred@963494734 after retry RPC after error@1808883346) -> (continuation of Deferred@1777081586 after retry RPC after error@199692177) -> (continuation of Deferred@1548212752 after retry RPC after error@1023621828) -> (continuation of Deferred@872528410 after retry RPC after error@120168588) -> (continuation of Deferred@1708948771 after retry RPC after error@1093512774) -> (continuation of Deferred@2026179859 after retry RPC after error@841154375)))
17:39:02.677 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, deferred=Deferred@1192542121(state=PENDING, result=null, callback=(continuation of Deferred@963494734 after retry RPC after error@1808883346) -> (continuation of Deferred@1777081586 after retry RPC after error@199692177) -> (continuation of Deferred@1548212752 after retry RPC after error@1023621828) -> (continuation of Deferred@872528410 after retry RPC after error@120168588) -> (continuation of Deferred@1708948771 after retry RPC after error@1093512774) -> (continuation of Deferred@2026179859 after retry RPC after error@841154375), errback=(continuation of Deferred@963494734 after retry RPC after error@1808883346) -> (continuation of Deferred@1777081586 after retry RPC after error@199692177) -> (continuation of Deferred@1548212752 after retry RPC after error@1023621828) -> (continuation of Deferred@872528410 after retry RPC after error@120168588) -> (continuation of Deferred@1708948771 after retry RPC after error@1093512774) -> (continuation of Deferred@2026179859 after retry RPC after error@841154375)))
17:39:02.694 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:02.694 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:02.695 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:02.695 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:02.695 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:02.695 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:02.695 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:02.695 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:02.696 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:02.714 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:02.714 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:02.714 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:02.714 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:02.714 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:02.714 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:02.715 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:02.715 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:02.715 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:02.734 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:02.735 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:02.735 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:02.735 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:02.735 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:02.735 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:02.735 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:02.735 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:02.737 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:02.754 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:02.754 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:02.755 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:02.755 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:02.755 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:02.755 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:02.755 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:02.755 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:02.756 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:02.774 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:02.775 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:02.775 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:02.775 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:02.776 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:02.776 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:02.776 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:02.776 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:02.777 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:02.814 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:02.815 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:02.815 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:02.815 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:02.815 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:02.815 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:02.816 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:02.816 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:02.816 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:02.874 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:02.874 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:02.875 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:02.875 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:02.875 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:02.875 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:02.875 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:02.875 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:02.876 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:02.934 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:02.935 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:02.935 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:02.935 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:02.936 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:02.936 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:02.936 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:02.936 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:02.937 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:02.937 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [43ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [63ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [83ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [84ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [123ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [123ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [183ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [243ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [243ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [243ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [244ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@331512298(state=PENDING, result=null, callback=(continuation of Deferred@2113329764 after retry RPC after error@1474208954) -> (continuation of Deferred@729810041 after retry RPC after error@722281930) -> (continuation of Deferred@1625550645 after retry RPC after error@1119513831) -> (continuation of Deferred@1764891397 after retry RPC after error@735269020) -> (continuation of Deferred@1412860052 after retry RPC after error@1174014881) -> (continuation of Deferred@1013570088 after retry RPC after error@227490441) -> (continuation of Deferred@1830646148 after retry RPC after error@2016401541), errback=(continuation of Deferred@2113329764 after retry RPC after error@1474208954) -> (continuation of Deferred@729810041 after retry RPC after error@722281930) -> (continuation of Deferred@1625550645 after retry RPC after error@1119513831) -> (continuation of Deferred@1764891397 after retry RPC after error@735269020) -> (continuation of Deferred@1412860052 after retry RPC after error@1174014881) -> (continuation of Deferred@1013570088 after retry RPC after error@227490441) -> (continuation of Deferred@1830646148 after retry RPC after error@2016401541)))
17:39:02.938 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [43ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [63ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [83ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [84ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [123ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [123ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [183ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [243ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [243ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [243ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [244ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@331512298(state=PENDING, result=null, callback=(continuation of Deferred@2113329764 after retry RPC after error@1474208954) -> (continuation of Deferred@729810041 after retry RPC after error@722281930) -> (continuation of Deferred@1625550645 after retry RPC after error@1119513831) -> (continuation of Deferred@1764891397 after retry RPC after error@735269020) -> (continuation of Deferred@1412860052 after retry RPC after error@1174014881) -> (continuation of Deferred@1013570088 after retry RPC after error@227490441) -> (continuation of Deferred@1830646148 after retry RPC after error@2016401541), errback=(continuation of Deferred@2113329764 after retry RPC after error@1474208954) -> (continuation of Deferred@729810041 after retry RPC after error@722281930) -> (continuation of Deferred@1625550645 after retry RPC after error@1119513831) -> (continuation of Deferred@1764891397 after retry RPC after error@735269020) -> (continuation of Deferred@1412860052 after retry RPC after error@1174014881) -> (continuation of Deferred@1013570088 after retry RPC after error@227490441) -> (continuation of Deferred@1830646148 after retry RPC after error@2016401541)))
17:39:02.954 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:02.954 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:02.955 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:02.955 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:02.955 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:02.955 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:02.955 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:02.955 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:02.956 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:02.974 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:02.974 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:02.974 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:02.974 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:02.975 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:02.975 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:02.975 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:02.975 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:02.975 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:02.994 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:02.995 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:02.995 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:02.995 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:02.995 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:02.995 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:02.995 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:02.995 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:02.996 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:03.014 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:03.014 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:03.015 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:03.015 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:03.015 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:03.015 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:03.015 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:03.015 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:03.016 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:03.034 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:03.034 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:03.034 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:03.035 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:03.035 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:03.035 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:03.035 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:03.035 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:03.036 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:03.054 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:03.055 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:03.055 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:03.055 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:03.055 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:03.055 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:03.055 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:03.055 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:03.056 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:03.074 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:03.074 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:03.075 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:03.075 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:03.075 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:03.075 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:03.075 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:03.075 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:03.076 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:03.094 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:03.094 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:03.095 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:03.095 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:03.095 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:03.095 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:03.095 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:03.095 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:03.096 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:03.134 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:03.134 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:03.134 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:03.134 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:03.134 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:03.134 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:03.135 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:03.135 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:03.136 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:03.154 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:03.154 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:03.155 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:03.155 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:03.155 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:03.155 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:03.155 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:03.155 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:03.156 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:03.157 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=10, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [180ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [201ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [201ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [202ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, deferred=Deferred@1404222284(state=PENDING, result=null, callback=(continuation of Deferred@1476387395 after retry RPC after error@2016071589) -> (continuation of Deferred@81968857 after retry RPC after error@1120669138) -> (continuation of Deferred@1787367986 after retry RPC after error@1156628257) -> (continuation of Deferred@1442170128 after retry RPC after error@2004213985) -> (continuation of Deferred@1439655103 after retry RPC after error@344445072) -> (continuation of Deferred@1864452693 after retry RPC after error@923524536) -> (continuation of Deferred@433040762 after retry RPC after error@870776195) -> (continuation of Deferred@1458596424 after retry RPC after error@1065327411) -> (continuation of Deferred@1539261915 after retry RPC after error@1605476810), errback=(continuation of Deferred@1476387395 after retry RPC after error@2016071589) -> (continuation of Deferred@81968857 after retry RPC after error@1120669138) -> (continuation of Deferred@1787367986 after retry RPC after error@1156628257) -> (continuation of Deferred@1442170128 after retry RPC after error@2004213985) -> (continuation of Deferred@1439655103 after retry RPC after error@344445072) -> (continuation of Deferred@1864452693 after retry RPC after error@923524536) -> (continuation of Deferred@433040762 after retry RPC after error@870776195) -> (continuation of Deferred@1458596424 after retry RPC after error@1065327411) -> (continuation of Deferred@1539261915 after retry RPC after error@1605476810)))
17:39:03.157 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=10, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [180ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [201ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [201ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [202ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, deferred=Deferred@1404222284(state=PENDING, result=null, callback=(continuation of Deferred@1476387395 after retry RPC after error@2016071589) -> (continuation of Deferred@81968857 after retry RPC after error@1120669138) -> (continuation of Deferred@1787367986 after retry RPC after error@1156628257) -> (continuation of Deferred@1442170128 after retry RPC after error@2004213985) -> (continuation of Deferred@1439655103 after retry RPC after error@344445072) -> (continuation of Deferred@1864452693 after retry RPC after error@923524536) -> (continuation of Deferred@433040762 after retry RPC after error@870776195) -> (continuation of Deferred@1458596424 after retry RPC after error@1065327411) -> (continuation of Deferred@1539261915 after retry RPC after error@1605476810), errback=(continuation of Deferred@1476387395 after retry RPC after error@2016071589) -> (continuation of Deferred@81968857 after retry RPC after error@1120669138) -> (continuation of Deferred@1787367986 after retry RPC after error@1156628257) -> (continuation of Deferred@1442170128 after retry RPC after error@2004213985) -> (continuation of Deferred@1439655103 after retry RPC after error@344445072) -> (continuation of Deferred@1864452693 after retry RPC after error@923524536) -> (continuation of Deferred@433040762 after retry RPC after error@870776195) -> (continuation of Deferred@1458596424 after retry RPC after error@1065327411) -> (continuation of Deferred@1539261915 after retry RPC after error@1605476810)))
17:39:03.174 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:03.174 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:03.175 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:03.175 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:03.175 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:03.175 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:03.175 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:03.175 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:03.176 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:03.194 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:03.195 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:03.195 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:03.195 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:03.195 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:03.195 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:03.195 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:03.195 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:03.196 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:03.214 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:03.215 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:03.215 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:03.215 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:03.215 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:03.215 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:03.216 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:03.216 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:03.217 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:03.234 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:03.234 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:03.235 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:03.235 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:03.235 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:03.236 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:03.236 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:03.236 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:03.236 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:03.254 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:03.254 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:03.255 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:03.255 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:03.255 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:03.255 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:03.255 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:03.255 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:03.255 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:03.255 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:03.256 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:03.256 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:03.294 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:03.294 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:03.295 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:03.295 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:03.295 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:03.295 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:03.295 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:03.295 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:03.296 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:03.334 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:03.334 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:03.335 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:03.335 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:03.335 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:03.335 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:03.335 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:03.335 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:03.336 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:03.336 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [43ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@1624294517(state=PENDING, result=null, callback=(continuation of Deferred@1804008346 after retry RPC after error@2108598975) -> (continuation of Deferred@187683996 after retry RPC after error@1832540896) -> (continuation of Deferred@826025718 after retry RPC after error@969902396) -> (continuation of Deferred@1286681005 after retry RPC after error@1944297345) -> (continuation of Deferred@590875805 after retry RPC after error@1727788975) -> (continuation of Deferred@595758724 after retry RPC after error@1290932962), errback=(continuation of Deferred@1804008346 after retry RPC after error@2108598975) -> (continuation of Deferred@187683996 after retry RPC after error@1832540896) -> (continuation of Deferred@826025718 after retry RPC after error@969902396) -> (continuation of Deferred@1286681005 after retry RPC after error@1944297345) -> (continuation of Deferred@590875805 after retry RPC after error@1727788975) -> (continuation of Deferred@595758724 after retry RPC after error@1290932962)))
17:39:03.336 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [43ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@1624294517(state=PENDING, result=null, callback=(continuation of Deferred@1804008346 after retry RPC after error@2108598975) -> (continuation of Deferred@187683996 after retry RPC after error@1832540896) -> (continuation of Deferred@826025718 after retry RPC after error@969902396) -> (continuation of Deferred@1286681005 after retry RPC after error@1944297345) -> (continuation of Deferred@590875805 after retry RPC after error@1727788975) -> (continuation of Deferred@595758724 after retry RPC after error@1290932962), errback=(continuation of Deferred@1804008346 after retry RPC after error@2108598975) -> (continuation of Deferred@187683996 after retry RPC after error@1832540896) -> (continuation of Deferred@826025718 after retry RPC after error@969902396) -> (continuation of Deferred@1286681005 after retry RPC after error@1944297345) -> (continuation of Deferred@590875805 after retry RPC after error@1727788975) -> (continuation of Deferred@595758724 after retry RPC after error@1290932962)))
17:39:03.354 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:03.354 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:03.354 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:03.354 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:03.355 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:03.355 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:03.355 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:03.355 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:03.356 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:03.374 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:03.375 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:03.375 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:03.375 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:03.376 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:03.376 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:03.376 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:03.376 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:03.376 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:03.394 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:03.394 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:03.395 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:03.395 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:03.395 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:03.395 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:03.395 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:03.395 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:03.396 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:03.414 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:03.414 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:03.414 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:03.414 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:03.415 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:03.415 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:03.415 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:03.415 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:03.416 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:03.434 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:03.435 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:03.435 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:03.435 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:03.435 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:03.435 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:03.435 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:03.435 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:03.436 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:03.454 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:03.454 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:03.455 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:03.455 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:03.455 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:03.455 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:03.455 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:03.455 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:03.456 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:03.474 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:03.474 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:03.474 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:03.474 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:03.475 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:03.475 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:03.475 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:03.476 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:03.476 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:03.534 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:03.534 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:03.534 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:03.535 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:03.535 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:03.535 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:03.535 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:03.535 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:03.536 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:03.536 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [23ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [23ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [23ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [83ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [103ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [123ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [183ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@152102766(state=PENDING, result=null, callback=(continuation of Deferred@93221326 after retry RPC after error@995131985) -> (continuation of Deferred@1730920819 after retry RPC after error@1762554223) -> (continuation of Deferred@527990145 after retry RPC after error@537212469) -> (continuation of Deferred@421284639 after retry RPC after error@58967130) -> (continuation of Deferred@1607149022 after retry RPC after error@1450579084) -> (continuation of Deferred@768211438 after retry RPC after error@812992793) -> (continuation of Deferred@907443996 after retry RPC after error@1352847142), errback=(continuation of Deferred@93221326 after retry RPC after error@995131985) -> (continuation of Deferred@1730920819 after retry RPC after error@1762554223) -> (continuation of Deferred@527990145 after retry RPC after error@537212469) -> (continuation of Deferred@421284639 after retry RPC after error@58967130) -> (continuation of Deferred@1607149022 after retry RPC after error@1450579084) -> (continuation of Deferred@768211438 after retry RPC after error@812992793) -> (continuation of Deferred@907443996 after retry RPC after error@1352847142)))
17:39:03.537 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [23ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [23ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [23ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [83ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [103ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [123ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [183ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@152102766(state=PENDING, result=null, callback=(continuation of Deferred@93221326 after retry RPC after error@995131985) -> (continuation of Deferred@1730920819 after retry RPC after error@1762554223) -> (continuation of Deferred@527990145 after retry RPC after error@537212469) -> (continuation of Deferred@421284639 after retry RPC after error@58967130) -> (continuation of Deferred@1607149022 after retry RPC after error@1450579084) -> (continuation of Deferred@768211438 after retry RPC after error@812992793) -> (continuation of Deferred@907443996 after retry RPC after error@1352847142), errback=(continuation of Deferred@93221326 after retry RPC after error@995131985) -> (continuation of Deferred@1730920819 after retry RPC after error@1762554223) -> (continuation of Deferred@527990145 after retry RPC after error@537212469) -> (continuation of Deferred@421284639 after retry RPC after error@58967130) -> (continuation of Deferred@1607149022 after retry RPC after error@1450579084) -> (continuation of Deferred@768211438 after retry RPC after error@812992793) -> (continuation of Deferred@907443996 after retry RPC after error@1352847142)))
17:39:03.554 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:03.555 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:03.555 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:03.556 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:03.556 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:03.556 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:03.557 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:03.557 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:03.557 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:03.574 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:03.575 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:03.575 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:03.575 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:03.575 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:03.575 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:03.576 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:03.576 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:03.576 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:03.594 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:03.594 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:03.595 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:03.595 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:03.595 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:03.595 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:03.595 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:03.595 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:03.596 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:03.614 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:03.614 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:03.615 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:03.615 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:03.615 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:03.615 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:03.615 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:03.615 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:03.616 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:03.634 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:03.635 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:03.635 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:03.635 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:03.635 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:03.635 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:03.635 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:03.635 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:03.636 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:03.654 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:03.654 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:03.655 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:03.655 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:03.655 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:03.655 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:03.655 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:03.655 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:03.656 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:03.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:39:03.674255 19229 master_runner.cc:186] Error getting master registration for 127.17.204.62:35645: Network error: Client connection negotiation failed: client connection to 127.17.204.62:35645: connect: Connection refused (error 111),
17:39:03.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:39:03.674463 19229 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
17:39:03.694 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:03.694 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:03.695 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:03.695 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:03.695 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:03.695 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:03.695 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:03.695 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:03.696 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:03.714 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:03.714 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:03.714 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:03.714 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:03.714 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:03.715 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:03.715 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:03.715 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:03.715 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:03.716 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [3ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [3ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [3ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [142ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, deferred=Deferred@349957760(state=PENDING, result=null, callback=(continuation of Deferred@1959941669 after retry RPC after error@860131290) -> (continuation of Deferred@1587297151 after retry RPC after error@368603586) -> (continuation of Deferred@1937604134 after retry RPC after error@1682970060) -> (continuation of Deferred@1537777146 after retry RPC after error@227053868) -> (continuation of Deferred@362562293 after retry RPC after error@1904659455) -> (continuation of Deferred@1851711352 after retry RPC after error@664150638) -> (continuation of Deferred@1357535107 after retry RPC after error@401913682), errback=(continuation of Deferred@1959941669 after retry RPC after error@860131290) -> (continuation of Deferred@1587297151 after retry RPC after error@368603586) -> (continuation of Deferred@1937604134 after retry RPC after error@1682970060) -> (continuation of Deferred@1537777146 after retry RPC after error@227053868) -> (continuation of Deferred@362562293 after retry RPC after error@1904659455) -> (continuation of Deferred@1851711352 after retry RPC after error@664150638) -> (continuation of Deferred@1357535107 after retry RPC after error@401913682)))
17:39:03.716 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [3ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [3ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [3ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [142ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, deferred=Deferred@349957760(state=PENDING, result=null, callback=(continuation of Deferred@1959941669 after retry RPC after error@860131290) -> (continuation of Deferred@1587297151 after retry RPC after error@368603586) -> (continuation of Deferred@1937604134 after retry RPC after error@1682970060) -> (continuation of Deferred@1537777146 after retry RPC after error@227053868) -> (continuation of Deferred@362562293 after retry RPC after error@1904659455) -> (continuation of Deferred@1851711352 after retry RPC after error@664150638) -> (continuation of Deferred@1357535107 after retry RPC after error@401913682), errback=(continuation of Deferred@1959941669 after retry RPC after error@860131290) -> (continuation of Deferred@1587297151 after retry RPC after error@368603586) -> (continuation of Deferred@1937604134 after retry RPC after error@1682970060) -> (continuation of Deferred@1537777146 after retry RPC after error@227053868) -> (continuation of Deferred@362562293 after retry RPC after error@1904659455) -> (continuation of Deferred@1851711352 after retry RPC after error@664150638) -> (continuation of Deferred@1357535107 after retry RPC after error@401913682)))
17:39:03.734 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:03.735 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:03.735 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:03.735 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:03.735 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:03.735 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:03.735 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:03.735 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:03.736 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:03.754 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:03.754 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:03.755 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:03.755 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:03.755 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:03.755 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:03.755 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:03.755 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:03.756 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:03.774 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:03.774 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:03.775 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:03.775 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:03.775 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:03.775 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:03.775 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:03.775 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:03.776 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:03.794 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:03.795 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:03.795 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:03.795 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:03.795 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:03.795 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:03.796 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:03.796 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:03.797 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:03.814 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:03.814 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:03.815 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:03.815 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:03.815 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:03.815 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:03.815 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:03.815 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:03.816 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:03.854 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:03.854 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:03.854 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:03.854 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:03.855 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:03.855 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:03.855 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:03.855 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:03.856 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:03.914 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:03.914 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:03.914 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:03.914 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:03.915 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:03.915 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:03.915 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:03.915 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:03.915 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:03.916 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@1642685703(state=PENDING, result=null, callback=(continuation of Deferred@1328139498 after retry RPC after error@868322291) -> (continuation of Deferred@718934486 after retry RPC after error@3246295) -> (continuation of Deferred@33446567 after retry RPC after error@1054852984) -> (continuation of Deferred@1148270036 after retry RPC after error@1217030845) -> (continuation of Deferred@1003629161 after retry RPC after error@2079772268) -> (continuation of Deferred@912563027 after retry RPC after error@765513888), errback=(continuation of Deferred@1328139498 after retry RPC after error@868322291) -> (continuation of Deferred@718934486 after retry RPC after error@3246295) -> (continuation of Deferred@33446567 after retry RPC after error@1054852984) -> (continuation of Deferred@1148270036 after retry RPC after error@1217030845) -> (continuation of Deferred@1003629161 after retry RPC after error@2079772268) -> (continuation of Deferred@912563027 after retry RPC after error@765513888)))
17:39:03.916 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@1642685703(state=PENDING, result=null, callback=(continuation of Deferred@1328139498 after retry RPC after error@868322291) -> (continuation of Deferred@718934486 after retry RPC after error@3246295) -> (continuation of Deferred@33446567 after retry RPC after error@1054852984) -> (continuation of Deferred@1148270036 after retry RPC after error@1217030845) -> (continuation of Deferred@1003629161 after retry RPC after error@2079772268) -> (continuation of Deferred@912563027 after retry RPC after error@765513888), errback=(continuation of Deferred@1328139498 after retry RPC after error@868322291) -> (continuation of Deferred@718934486 after retry RPC after error@3246295) -> (continuation of Deferred@33446567 after retry RPC after error@1054852984) -> (continuation of Deferred@1148270036 after retry RPC after error@1217030845) -> (continuation of Deferred@1003629161 after retry RPC after error@2079772268) -> (continuation of Deferred@912563027 after retry RPC after error@765513888)))
17:39:03.934 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:03.934 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:03.935 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:03.935 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:03.935 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:03.935 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:03.935 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:03.935 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:03.936 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:03.954 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:03.954 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:03.954 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:03.955 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:03.955 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:03.955 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:03.955 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:03.955 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:03.956 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:03.974 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:03.975 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:03.975 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:03.975 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:03.975 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:03.975 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:03.975 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:03.976 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:03.976 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:03.994 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:03.994 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:03.995 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:03.995 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:03.995 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:03.995 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:03.995 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:03.995 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:03.996 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:04.014 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:04.014 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:04.015 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:04.015 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:04.015 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:04.015 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:04.015 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:04.015 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:04.016 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:04.034 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:04.034 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:04.034 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:04.034 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:04.034 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:04.034 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:04.035 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:04.035 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:04.035 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:04.094 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:04.095 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:04.095 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:04.095 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:04.095 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:04.095 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:04.096 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:04.096 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:04.097 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:04.154 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:04.154 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:04.154 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:04.154 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:04.155 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:04.154 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:04.155 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:04.155 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:04.156 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:04.156 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [100ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [162ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [220ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [221ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [222ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, deferred=Deferred@354581215(state=PENDING, result=null, callback=(continuation of Deferred@592215899 after retry RPC after error@1323379124) -> (continuation of Deferred@1789483053 after retry RPC after error@1826300709) -> (continuation of Deferred@749547330 after retry RPC after error@1808142314) -> (continuation of Deferred@1267616399 after retry RPC after error@2121898704) -> (continuation of Deferred@1005284706 after retry RPC after error@1619631274) -> (continuation of Deferred@1508538374 after retry RPC after error@1803015921) -> (continuation of Deferred@186070656 after retry RPC after error@660051844), errback=(continuation of Deferred@592215899 after retry RPC after error@1323379124) -> (continuation of Deferred@1789483053 after retry RPC after error@1826300709) -> (continuation of Deferred@749547330 after retry RPC after error@1808142314) -> (continuation of Deferred@1267616399 after retry RPC after error@2121898704) -> (continuation of Deferred@1005284706 after retry RPC after error@1619631274) -> (continuation of Deferred@1508538374 after retry RPC after error@1803015921) -> (continuation of Deferred@186070656 after retry RPC after error@660051844)))
17:39:04.157 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [100ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [162ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [220ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [221ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [222ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, deferred=Deferred@354581215(state=PENDING, result=null, callback=(continuation of Deferred@592215899 after retry RPC after error@1323379124) -> (continuation of Deferred@1789483053 after retry RPC after error@1826300709) -> (continuation of Deferred@749547330 after retry RPC after error@1808142314) -> (continuation of Deferred@1267616399 after retry RPC after error@2121898704) -> (continuation of Deferred@1005284706 after retry RPC after error@1619631274) -> (continuation of Deferred@1508538374 after retry RPC after error@1803015921) -> (continuation of Deferred@186070656 after retry RPC after error@660051844), errback=(continuation of Deferred@592215899 after retry RPC after error@1323379124) -> (continuation of Deferred@1789483053 after retry RPC after error@1826300709) -> (continuation of Deferred@749547330 after retry RPC after error@1808142314) -> (continuation of Deferred@1267616399 after retry RPC after error@2121898704) -> (continuation of Deferred@1005284706 after retry RPC after error@1619631274) -> (continuation of Deferred@1508538374 after retry RPC after error@1803015921) -> (continuation of Deferred@186070656 after retry RPC after error@660051844)))
17:39:04.174 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:04.175 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:04.175 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:04.175 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:04.175 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:04.175 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:04.175 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:04.175 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:04.176 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:04.194 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:04.194 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:04.195 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:04.195 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:04.195 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:04.195 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:04.195 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:04.195 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:04.196 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:04.214 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:04.214 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:04.215 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:04.215 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:04.215 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:04.215 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:04.215 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:04.215 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:04.216 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:04.234 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:04.235 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:04.235 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:04.235 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:04.235 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:04.235 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:04.235 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:04.235 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:04.236 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:04.254 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:04.254 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:04.255 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:04.255 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:04.255 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:04.255 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:04.255 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:04.255 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:04.256 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:04.274 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:04.274 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:04.274 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:04.274 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:04.275 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:04.275 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:04.275 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:04.275 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:04.276 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:04.354 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:04.354 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:04.355 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:04.355 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:04.355 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:04.355 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:04.355 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:04.355 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:04.356 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:04.414 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:04.414 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:04.414 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:04.414 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:04.415 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:04.415 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:04.415 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:04.415 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:04.415 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:04.416 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [239ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [241ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [241ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [241ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@834629131(state=PENDING, result=null, callback=(continuation of Deferred@1929646105 after retry RPC after error@1630686811) -> (continuation of Deferred@1497622161 after retry RPC after error@331748484) -> (continuation of Deferred@1083263549 after retry RPC after error@857900258) -> (continuation of Deferred@1964219257 after retry RPC after error@1448264555) -> (continuation of Deferred@483961662 after retry RPC after error@1006254547) -> (continuation of Deferred@1390126470 after retry RPC after error@307391789) -> (continuation of Deferred@1258992898 after retry RPC after error@567556369), errback=(continuation of Deferred@1929646105 after retry RPC after error@1630686811) -> (continuation of Deferred@1497622161 after retry RPC after error@331748484) -> (continuation of Deferred@1083263549 after retry RPC after error@857900258) -> (continuation of Deferred@1964219257 after retry RPC after error@1448264555) -> (continuation of Deferred@483961662 after retry RPC after error@1006254547) -> (continuation of Deferred@1390126470 after retry RPC after error@307391789) -> (continuation of Deferred@1258992898 after retry RPC after error@567556369)))
17:39:04.416 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [239ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [241ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [241ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [241ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@834629131(state=PENDING, result=null, callback=(continuation of Deferred@1929646105 after retry RPC after error@1630686811) -> (continuation of Deferred@1497622161 after retry RPC after error@331748484) -> (continuation of Deferred@1083263549 after retry RPC after error@857900258) -> (continuation of Deferred@1964219257 after retry RPC after error@1448264555) -> (continuation of Deferred@483961662 after retry RPC after error@1006254547) -> (continuation of Deferred@1390126470 after retry RPC after error@307391789) -> (continuation of Deferred@1258992898 after retry RPC after error@567556369), errback=(continuation of Deferred@1929646105 after retry RPC after error@1630686811) -> (continuation of Deferred@1497622161 after retry RPC after error@331748484) -> (continuation of Deferred@1083263549 after retry RPC after error@857900258) -> (continuation of Deferred@1964219257 after retry RPC after error@1448264555) -> (continuation of Deferred@483961662 after retry RPC after error@1006254547) -> (continuation of Deferred@1390126470 after retry RPC after error@307391789) -> (continuation of Deferred@1258992898 after retry RPC after error@567556369)))
17:39:04.434 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:04.434 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:04.435 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:04.435 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:04.435 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:04.435 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:04.435 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:04.435 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:04.436 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:04.454 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:04.454 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:04.455 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:04.455 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:04.455 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:04.455 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:04.455 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:04.455 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:04.456 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:04.474 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:04.475 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:04.475 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:04.475 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:04.475 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:04.475 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:04.476 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:04.476 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:04.476 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:04.494 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:04.494 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:04.495 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:04.495 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:04.495 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:04.495 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:04.495 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:04.495 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:04.496 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:04.514 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:04.514 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:04.514 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:04.514 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:04.514 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:04.514 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:04.515 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:04.515 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:04.515 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:04.534 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:04.535 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:04.535 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:04.535 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:04.535 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:04.535 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:04.535 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:04.535 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:04.536 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:04.554 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:04.554 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:04.555 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:04.555 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:04.555 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:04.555 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:04.555 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:04.555 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:04.556 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:04.594 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:04.594 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:04.595 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:04.595 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:04.595 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:04.595 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:04.595 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:04.595 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:04.596 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:04.596 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [162ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@565538097(state=PENDING, result=null, callback=(continuation of Deferred@630753105 after retry RPC after error@1875722067) -> (continuation of Deferred@1571927696 after retry RPC after error@1474794738) -> (continuation of Deferred@916730704 after retry RPC after error@806729072) -> (continuation of Deferred@1614840020 after retry RPC after error@191612970) -> (continuation of Deferred@482493604 after retry RPC after error@31579257) -> (continuation of Deferred@1707326129 after retry RPC after error@817628347) -> (continuation of Deferred@1054179692 after retry RPC after error@836272347), errback=(continuation of Deferred@630753105 after retry RPC after error@1875722067) -> (continuation of Deferred@1571927696 after retry RPC after error@1474794738) -> (continuation of Deferred@916730704 after retry RPC after error@806729072) -> (continuation of Deferred@1614840020 after retry RPC after error@191612970) -> (continuation of Deferred@482493604 after retry RPC after error@31579257) -> (continuation of Deferred@1707326129 after retry RPC after error@817628347) -> (continuation of Deferred@1054179692 after retry RPC after error@836272347)))
17:39:04.597 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [162ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@565538097(state=PENDING, result=null, callback=(continuation of Deferred@630753105 after retry RPC after error@1875722067) -> (continuation of Deferred@1571927696 after retry RPC after error@1474794738) -> (continuation of Deferred@916730704 after retry RPC after error@806729072) -> (continuation of Deferred@1614840020 after retry RPC after error@191612970) -> (continuation of Deferred@482493604 after retry RPC after error@31579257) -> (continuation of Deferred@1707326129 after retry RPC after error@817628347) -> (continuation of Deferred@1054179692 after retry RPC after error@836272347), errback=(continuation of Deferred@630753105 after retry RPC after error@1875722067) -> (continuation of Deferred@1571927696 after retry RPC after error@1474794738) -> (continuation of Deferred@916730704 after retry RPC after error@806729072) -> (continuation of Deferred@1614840020 after retry RPC after error@191612970) -> (continuation of Deferred@482493604 after retry RPC after error@31579257) -> (continuation of Deferred@1707326129 after retry RPC after error@817628347) -> (continuation of Deferred@1054179692 after retry RPC after error@836272347)))
17:39:04.615 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:04.615 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:04.615 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:04.615 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:04.615 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:04.616 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:04.616 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:04.616 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:04.617 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:04.634 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:04.635 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:04.635 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:04.635 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:04.635 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:04.635 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:04.635 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:04.635 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:04.636 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:04.654 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:04.654 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:04.655 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:04.655 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:04.655 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:04.655 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:04.655 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:04.655 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:04.656 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:04.674 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:04.674 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:04.674 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:04.674 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:04.674 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:04.675 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:04.675 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:04.675 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:04.675 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:04.694 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:04.695 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:04.695 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:04.695 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:04.695 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:04.696 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:04.696 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:04.696 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:04.696 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:04.714 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:04.714 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:04.715 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:04.715 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:04.715 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:04.716 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:04.716 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:04.716 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:04.716 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:04.754 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:04.754 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:04.755 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:04.755 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:04.755 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:04.755 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:04.755 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:04.755 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:04.756 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:04.854 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:04.854 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:04.855 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:04.855 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:04.855 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:04.855 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:04.855 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:04.855 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:04.856 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:04.857 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [60ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [142ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [241ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [241ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [242ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, deferred=Deferred@1065922598(state=PENDING, result=null, callback=(continuation of Deferred@1338177629 after retry RPC after error@1272592260) -> (continuation of Deferred@2109086331 after retry RPC after error@130387051) -> (continuation of Deferred@1595772126 after retry RPC after error@1172436654) -> (continuation of Deferred@147409323 after retry RPC after error@600058381) -> (continuation of Deferred@269232599 after retry RPC after error@1519577598) -> (continuation of Deferred@416577302 after retry RPC after error@440578627) -> (continuation of Deferred@1810985549 after retry RPC after error@652327892), errback=(continuation of Deferred@1338177629 after retry RPC after error@1272592260) -> (continuation of Deferred@2109086331 after retry RPC after error@130387051) -> (continuation of Deferred@1595772126 after retry RPC after error@1172436654) -> (continuation of Deferred@147409323 after retry RPC after error@600058381) -> (continuation of Deferred@269232599 after retry RPC after error@1519577598) -> (continuation of Deferred@416577302 after retry RPC after error@440578627) -> (continuation of Deferred@1810985549 after retry RPC after error@652327892)))
17:39:04.857 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [60ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [142ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [241ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [241ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [242ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, deferred=Deferred@1065922598(state=PENDING, result=null, callback=(continuation of Deferred@1338177629 after retry RPC after error@1272592260) -> (continuation of Deferred@2109086331 after retry RPC after error@130387051) -> (continuation of Deferred@1595772126 after retry RPC after error@1172436654) -> (continuation of Deferred@147409323 after retry RPC after error@600058381) -> (continuation of Deferred@269232599 after retry RPC after error@1519577598) -> (continuation of Deferred@416577302 after retry RPC after error@440578627) -> (continuation of Deferred@1810985549 after retry RPC after error@652327892), errback=(continuation of Deferred@1338177629 after retry RPC after error@1272592260) -> (continuation of Deferred@2109086331 after retry RPC after error@130387051) -> (continuation of Deferred@1595772126 after retry RPC after error@1172436654) -> (continuation of Deferred@147409323 after retry RPC after error@600058381) -> (continuation of Deferred@269232599 after retry RPC after error@1519577598) -> (continuation of Deferred@416577302 after retry RPC after error@440578627) -> (continuation of Deferred@1810985549 after retry RPC after error@652327892)))
17:39:04.874 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:04.874 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:04.874 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:04.874 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:04.874 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:04.875 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:04.875 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:04.875 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:04.876 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:04.894 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:04.895 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:04.895 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:04.895 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:04.895 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:04.895 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:04.896 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:04.896 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:04.896 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:04.914 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:04.914 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:04.915 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:04.915 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:04.915 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:04.915 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:04.915 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:04.915 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:04.916 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:04.935 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:04.935 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:04.935 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:04.935 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:04.935 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:04.935 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:04.935 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:04.936 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:04.937 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:04.954 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:04.954 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:04.955 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:04.955 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:04.955 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:04.955 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:04.955 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:04.955 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:04.956 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:04.994 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:04.994 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:04.995 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:04.995 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:04.995 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:04.995 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:04.995 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:04.995 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:04.996 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:05.013 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:05.014 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:05.014 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:05.015 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:05.015 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:05.015 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:05.015 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:05.015 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:05.015 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:05.114 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:05.114 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:05.115 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:05.115 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:05.115 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:05.115 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:05.115 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:05.115 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:05.116 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:05.116 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [0ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [239ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [241ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [241ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [241ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@54820605(state=PENDING, result=null, callback=(continuation of Deferred@483094833 after retry RPC after error@1833494714) -> (continuation of Deferred@1814003731 after retry RPC after error@1284290811) -> (continuation of Deferred@185146018 after retry RPC after error@565063233) -> (continuation of Deferred@832650623 after retry RPC after error@407044304) -> (continuation of Deferred@1541199216 after retry RPC after error@198190188) -> (continuation of Deferred@857914028 after retry RPC after error@862419352) -> (continuation of Deferred@246242769 after retry RPC after error@72678188), errback=(continuation of Deferred@483094833 after retry RPC after error@1833494714) -> (continuation of Deferred@1814003731 after retry RPC after error@1284290811) -> (continuation of Deferred@185146018 after retry RPC after error@565063233) -> (continuation of Deferred@832650623 after retry RPC after error@407044304) -> (continuation of Deferred@1541199216 after retry RPC after error@198190188) -> (continuation of Deferred@857914028 after retry RPC after error@862419352) -> (continuation of Deferred@246242769 after retry RPC after error@72678188)))
17:39:05.117 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [0ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [239ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [241ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [241ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [241ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@54820605(state=PENDING, result=null, callback=(continuation of Deferred@483094833 after retry RPC after error@1833494714) -> (continuation of Deferred@1814003731 after retry RPC after error@1284290811) -> (continuation of Deferred@185146018 after retry RPC after error@565063233) -> (continuation of Deferred@832650623 after retry RPC after error@407044304) -> (continuation of Deferred@1541199216 after retry RPC after error@198190188) -> (continuation of Deferred@857914028 after retry RPC after error@862419352) -> (continuation of Deferred@246242769 after retry RPC after error@72678188), errback=(continuation of Deferred@483094833 after retry RPC after error@1833494714) -> (continuation of Deferred@1814003731 after retry RPC after error@1284290811) -> (continuation of Deferred@185146018 after retry RPC after error@565063233) -> (continuation of Deferred@832650623 after retry RPC after error@407044304) -> (continuation of Deferred@1541199216 after retry RPC after error@198190188) -> (continuation of Deferred@857914028 after retry RPC after error@862419352) -> (continuation of Deferred@246242769 after retry RPC after error@72678188)))
17:39:05.134 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:05.135 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:05.135 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:05.135 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:05.135 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:05.136 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:05.136 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:05.136 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:05.138 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:05.154 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:05.155 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:05.156 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:05.156 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:05.156 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:05.157 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:05.157 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:05.157 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:05.157 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:05.174 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:05.174 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:05.175 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:05.175 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:05.175 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:05.176 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:05.176 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:05.176 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:05.176 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:05.194 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:05.194 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:05.195 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:05.195 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:05.195 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:05.195 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:05.195 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:05.195 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:05.196 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:05.214 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:05.214 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:05.214 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:05.214 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:05.214 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:05.215 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:05.215 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:05.215 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:05.216 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:05.254 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:05.255 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:05.255 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:05.255 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:05.255 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:05.255 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:05.255 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:05.256 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:05.256 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:05.294 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:05.294 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:05.295 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:05.295 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:05.295 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:05.295 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:05.295 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:05.295 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:05.296 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:05.354 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:05.354 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:05.355 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:05.355 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:05.355 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:05.355 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:05.355 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:05.355 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:05.356 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:05.357 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [4ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [23ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [23ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [162ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [221ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [221ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [222ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, deferred=Deferred@398183770(state=PENDING, result=null, callback=(continuation of Deferred@1308773431 after retry RPC after error@1737748388) -> (continuation of Deferred@297198659 after retry RPC after error@1479420466) -> (continuation of Deferred@68269812 after retry RPC after error@2089260829) -> (continuation of Deferred@1521872946 after retry RPC after error@1944268524) -> (continuation of Deferred@2060222578 after retry RPC after error@984862537) -> (continuation of Deferred@1341299789 after retry RPC after error@629952273) -> (continuation of Deferred@995984578 after retry RPC after error@523296103), errback=(continuation of Deferred@1308773431 after retry RPC after error@1737748388) -> (continuation of Deferred@297198659 after retry RPC after error@1479420466) -> (continuation of Deferred@68269812 after retry RPC after error@2089260829) -> (continuation of Deferred@1521872946 after retry RPC after error@1944268524) -> (continuation of Deferred@2060222578 after retry RPC after error@984862537) -> (continuation of Deferred@1341299789 after retry RPC after error@629952273) -> (continuation of Deferred@995984578 after retry RPC after error@523296103)))
17:39:05.357 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [4ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [23ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [23ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [162ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [221ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [221ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [222ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, deferred=Deferred@398183770(state=PENDING, result=null, callback=(continuation of Deferred@1308773431 after retry RPC after error@1737748388) -> (continuation of Deferred@297198659 after retry RPC after error@1479420466) -> (continuation of Deferred@68269812 after retry RPC after error@2089260829) -> (continuation of Deferred@1521872946 after retry RPC after error@1944268524) -> (continuation of Deferred@2060222578 after retry RPC after error@984862537) -> (continuation of Deferred@1341299789 after retry RPC after error@629952273) -> (continuation of Deferred@995984578 after retry RPC after error@523296103), errback=(continuation of Deferred@1308773431 after retry RPC after error@1737748388) -> (continuation of Deferred@297198659 after retry RPC after error@1479420466) -> (continuation of Deferred@68269812 after retry RPC after error@2089260829) -> (continuation of Deferred@1521872946 after retry RPC after error@1944268524) -> (continuation of Deferred@2060222578 after retry RPC after error@984862537) -> (continuation of Deferred@1341299789 after retry RPC after error@629952273) -> (continuation of Deferred@995984578 after retry RPC after error@523296103)))
17:39:05.374 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:05.374 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:05.375 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:05.375 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:05.375 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:05.375 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:05.375 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:05.375 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:05.376 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:05.394 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:05.395 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:05.395 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:05.395 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:05.396 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:05.396 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:05.396 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:05.396 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:05.396 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:05.414 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:05.415 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:05.415 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:05.415 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:05.416 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:05.416 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:05.416 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:05.416 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:05.417 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:05.434 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:05.434 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:05.435 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:05.435 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:05.435 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:05.435 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:05.435 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:05.435 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:05.436 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:05.454 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:05.454 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:05.454 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:05.455 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:05.455 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:05.455 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:05.455 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:05.455 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:05.456 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:05.474 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:05.475 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:05.475 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:05.475 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:05.475 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:05.475 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:05.475 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:05.475 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:05.476 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:05.554 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:05.555 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:05.555 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:05.555 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:05.555 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:05.556 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:05.556 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:05.556 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:05.557 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:05.614 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:05.614 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:05.614 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:05.614 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:05.614 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:05.615 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:05.615 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:05.615 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:05.616 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:05.616 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [183ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [241ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [241ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [242ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, deferred=Deferred@563035078(state=PENDING, result=null, callback=(continuation of Deferred@69787292 after retry RPC after error@1189480957) -> (continuation of Deferred@811539475 after retry RPC after error@1750483157) -> (continuation of Deferred@709406589 after retry RPC after error@1553461800) -> (continuation of Deferred@350278189 after retry RPC after error@1315596428) -> (continuation of Deferred@565577083 after retry RPC after error@1121170903) -> (continuation of Deferred@1353741850 after retry RPC after error@1292065416) -> (continuation of Deferred@1544487822 after retry RPC after error@61700309), errback=(continuation of Deferred@69787292 after retry RPC after error@1189480957) -> (continuation of Deferred@811539475 after retry RPC after error@1750483157) -> (continuation of Deferred@709406589 after retry RPC after error@1553461800) -> (continuation of Deferred@350278189 after retry RPC after error@1315596428) -> (continuation of Deferred@565577083 after retry RPC after error@1121170903) -> (continuation of Deferred@1353741850 after retry RPC after error@1292065416) -> (continuation of Deferred@1544487822 after retry RPC after error@61700309)))
17:39:05.617 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [183ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [241ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [241ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [242ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, deferred=Deferred@563035078(state=PENDING, result=null, callback=(continuation of Deferred@69787292 after retry RPC after error@1189480957) -> (continuation of Deferred@811539475 after retry RPC after error@1750483157) -> (continuation of Deferred@709406589 after retry RPC after error@1553461800) -> (continuation of Deferred@350278189 after retry RPC after error@1315596428) -> (continuation of Deferred@565577083 after retry RPC after error@1121170903) -> (continuation of Deferred@1353741850 after retry RPC after error@1292065416) -> (continuation of Deferred@1544487822 after retry RPC after error@61700309), errback=(continuation of Deferred@69787292 after retry RPC after error@1189480957) -> (continuation of Deferred@811539475 after retry RPC after error@1750483157) -> (continuation of Deferred@709406589 after retry RPC after error@1553461800) -> (continuation of Deferred@350278189 after retry RPC after error@1315596428) -> (continuation of Deferred@565577083 after retry RPC after error@1121170903) -> (continuation of Deferred@1353741850 after retry RPC after error@1292065416) -> (continuation of Deferred@1544487822 after retry RPC after error@61700309)))
17:39:05.634 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:05.634 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:05.635 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:05.635 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:05.635 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:05.635 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:05.635 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:05.635 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:05.636 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:05.654 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:05.654 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:05.654 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:05.655 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:05.655 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:05.655 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:05.655 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:05.655 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:05.656 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:05.674 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:05.675 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:05.675 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:05.675 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:05.675 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:05.675 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:05.675 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:05.675 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:05.676 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:05.694 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:05.694 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:05.695 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:05.695 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:05.695 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:05.695 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:05.695 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:05.695 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:05.696 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:05.713 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:05.714 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:05.714 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:05.714 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:05.714 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:05.714 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:05.715 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:05.715 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:05.715 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:05.754 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:05.755 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:05.755 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:05.755 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:05.755 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:05.755 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:05.755 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:05.755 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:05.757 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:05.774 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:05.774 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:05.775 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:05.775 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:05.775 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:05.775 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:05.775 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:05.775 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:05.776 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:05.794 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:05.794 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:05.795 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:05.795 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:05.795 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:05.795 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:05.795 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:05.795 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:05.796 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:05.813 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:05.814 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:05.814 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:05.814 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:05.814 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:05.814 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:05.815 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:05.815 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:05.815 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:05.816 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [80ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [80ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [123ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [142ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [162ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [180ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [180ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, deferred=Deferred@703645272(state=PENDING, result=null, callback=(continuation of Deferred@558468789 after retry RPC after error@559589705) -> (continuation of Deferred@1435270561 after retry RPC after error@2053219150) -> (continuation of Deferred@397452945 after retry RPC after error@1674859983) -> (continuation of Deferred@1426279777 after retry RPC after error@579862364) -> (continuation of Deferred@815354290 after retry RPC after error@1898057795) -> (continuation of Deferred@1048916803 after retry RPC after error@1672302288) -> (continuation of Deferred@432244694 after retry RPC after error@2013412517) -> (continuation of Deferred@1871321037 after retry RPC after error@1725435682), errback=(continuation of Deferred@558468789 after retry RPC after error@559589705) -> (continuation of Deferred@1435270561 after retry RPC after error@2053219150) -> (continuation of Deferred@397452945 after retry RPC after error@1674859983) -> (continuation of Deferred@1426279777 after retry RPC after error@579862364) -> (continuation of Deferred@815354290 after retry RPC after error@1898057795) -> (continuation of Deferred@1048916803 after retry RPC after error@1672302288) -> (continuation of Deferred@432244694 after retry RPC after error@2013412517) -> (continuation of Deferred@1871321037 after retry RPC after error@1725435682)))
17:39:05.817 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [80ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [80ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [123ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [142ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [162ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [180ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [180ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, deferred=Deferred@703645272(state=PENDING, result=null, callback=(continuation of Deferred@558468789 after retry RPC after error@559589705) -> (continuation of Deferred@1435270561 after retry RPC after error@2053219150) -> (continuation of Deferred@397452945 after retry RPC after error@1674859983) -> (continuation of Deferred@1426279777 after retry RPC after error@579862364) -> (continuation of Deferred@815354290 after retry RPC after error@1898057795) -> (continuation of Deferred@1048916803 after retry RPC after error@1672302288) -> (continuation of Deferred@432244694 after retry RPC after error@2013412517) -> (continuation of Deferred@1871321037 after retry RPC after error@1725435682), errback=(continuation of Deferred@558468789 after retry RPC after error@559589705) -> (continuation of Deferred@1435270561 after retry RPC after error@2053219150) -> (continuation of Deferred@397452945 after retry RPC after error@1674859983) -> (continuation of Deferred@1426279777 after retry RPC after error@579862364) -> (continuation of Deferred@815354290 after retry RPC after error@1898057795) -> (continuation of Deferred@1048916803 after retry RPC after error@1672302288) -> (continuation of Deferred@432244694 after retry RPC after error@2013412517) -> (continuation of Deferred@1871321037 after retry RPC after error@1725435682)))
17:39:05.834 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:05.834 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:05.835 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:05.835 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:05.835 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:05.835 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:05.835 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:05.835 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:05.836 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:05.854 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:05.854 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:05.854 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:05.855 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:05.855 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:05.855 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:05.855 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:05.855 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:05.856 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:05.874 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:05.875 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:05.875 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:05.875 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:05.875 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:05.875 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:05.876 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:05.876 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:05.876 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:05.894 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:05.894 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:05.895 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:05.895 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:05.895 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:05.895 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:05.895 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:05.895 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:05.896 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:05.914 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:05.914 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:05.914 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:05.914 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:05.915 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:05.915 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:05.915 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:05.915 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:05.916 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:05.954 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:05.955 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:05.955 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:05.955 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:05.956 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:05.956 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:05.956 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:05.956 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:05.957 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:06.014 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:06.014 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:06.014 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:06.014 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:06.015 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:06.015 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:06.015 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:06.015 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:06.016 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:06.016 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, deferred=Deferred@235489427(state=PENDING, result=null, callback=(continuation of Deferred@30339473 after retry RPC after error@98108956) -> (continuation of Deferred@862967636 after retry RPC after error@2011581562) -> (continuation of Deferred@22178158 after retry RPC after error@1291216574) -> (continuation of Deferred@24038659 after retry RPC after error@1143919816) -> (continuation of Deferred@1453706298 after retry RPC after error@697930694) -> (continuation of Deferred@1592284451 after retry RPC after error@1825723042), errback=(continuation of Deferred@30339473 after retry RPC after error@98108956) -> (continuation of Deferred@862967636 after retry RPC after error@2011581562) -> (continuation of Deferred@22178158 after retry RPC after error@1291216574) -> (continuation of Deferred@24038659 after retry RPC after error@1143919816) -> (continuation of Deferred@1453706298 after retry RPC after error@697930694) -> (continuation of Deferred@1592284451 after retry RPC after error@1825723042)))
17:39:06.017 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, deferred=Deferred@235489427(state=PENDING, result=null, callback=(continuation of Deferred@30339473 after retry RPC after error@98108956) -> (continuation of Deferred@862967636 after retry RPC after error@2011581562) -> (continuation of Deferred@22178158 after retry RPC after error@1291216574) -> (continuation of Deferred@24038659 after retry RPC after error@1143919816) -> (continuation of Deferred@1453706298 after retry RPC after error@697930694) -> (continuation of Deferred@1592284451 after retry RPC after error@1825723042), errback=(continuation of Deferred@30339473 after retry RPC after error@98108956) -> (continuation of Deferred@862967636 after retry RPC after error@2011581562) -> (continuation of Deferred@22178158 after retry RPC after error@1291216574) -> (continuation of Deferred@24038659 after retry RPC after error@1143919816) -> (continuation of Deferred@1453706298 after retry RPC after error@697930694) -> (continuation of Deferred@1592284451 after retry RPC after error@1825723042)))
17:39:06.034 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:06.035 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:06.035 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:06.035 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:06.035 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:06.036 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:06.036 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:06.036 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:06.037 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:06.054 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:06.054 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:06.055 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:06.055 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:06.055 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:06.055 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:06.055 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:06.055 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:06.056 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:06.074 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:06.074 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:06.074 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:06.075 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:06.075 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:06.075 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:06.075 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:06.075 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:06.076 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:06.095 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:06.095 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:06.095 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:06.095 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:06.095 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:06.096 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:06.096 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:06.096 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:06.097 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:06.114 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:06.115 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:06.115 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:06.115 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:06.115 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:06.115 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:06.115 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:06.115 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:06.116 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:06.154 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:06.154 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:06.155 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:06.155 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:06.155 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:06.155 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:06.155 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:06.155 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:06.156 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:06.174 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:06.174 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:06.175 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:06.175 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:06.175 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:06.175 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:06.175 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:06.175 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:06.176 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:06.177 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [142ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@1679750523(state=PENDING, result=null, callback=(continuation of Deferred@1227423141 after retry RPC after error@1084851165) -> (continuation of Deferred@1213297604 after retry RPC after error@1542976152) -> (continuation of Deferred@1430059414 after retry RPC after error@1493647239) -> (continuation of Deferred@445360176 after retry RPC after error@2123168459) -> (continuation of Deferred@1280199877 after retry RPC after error@752204236) -> (continuation of Deferred@1800953422 after retry RPC after error@1914415948), errback=(continuation of Deferred@1227423141 after retry RPC after error@1084851165) -> (continuation of Deferred@1213297604 after retry RPC after error@1542976152) -> (continuation of Deferred@1430059414 after retry RPC after error@1493647239) -> (continuation of Deferred@445360176 after retry RPC after error@2123168459) -> (continuation of Deferred@1280199877 after retry RPC after error@752204236) -> (continuation of Deferred@1800953422 after retry RPC after error@1914415948)))
17:39:06.177 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [142ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@1679750523(state=PENDING, result=null, callback=(continuation of Deferred@1227423141 after retry RPC after error@1084851165) -> (continuation of Deferred@1213297604 after retry RPC after error@1542976152) -> (continuation of Deferred@1430059414 after retry RPC after error@1493647239) -> (continuation of Deferred@445360176 after retry RPC after error@2123168459) -> (continuation of Deferred@1280199877 after retry RPC after error@752204236) -> (continuation of Deferred@1800953422 after retry RPC after error@1914415948), errback=(continuation of Deferred@1227423141 after retry RPC after error@1084851165) -> (continuation of Deferred@1213297604 after retry RPC after error@1542976152) -> (continuation of Deferred@1430059414 after retry RPC after error@1493647239) -> (continuation of Deferred@445360176 after retry RPC after error@2123168459) -> (continuation of Deferred@1280199877 after retry RPC after error@752204236) -> (continuation of Deferred@1800953422 after retry RPC after error@1914415948)))
17:39:06.194 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:06.194 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:06.194 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:06.194 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:06.195 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:06.195 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:06.195 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:06.195 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:06.196 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:06.214 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:06.215 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:06.215 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:06.215 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:06.215 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:06.215 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:06.216 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:06.216 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:06.217 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:06.234 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:06.234 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:06.235 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:06.235 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:06.235 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:06.235 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:06.235 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:06.235 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:06.236 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:06.254 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:06.254 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:06.255 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:06.255 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:06.255 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:06.255 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:06.255 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:06.255 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:06.256 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:06.274 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:06.274 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:06.275 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:06.275 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:06.275 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:06.275 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:06.275 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:06.275 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:06.276 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:06.294 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:06.295 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:06.295 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:06.295 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:06.295 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:06.295 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:06.295 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:06.296 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:06.297 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:06.334 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:06.335 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:06.335 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:06.335 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:06.335 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:06.335 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:06.335 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:06.335 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:06.336 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:06.337 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [3ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [23ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [23ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [24ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [43ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [63ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [83ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [103ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [103ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [142ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [142ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [143ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@1097875768(state=PENDING, result=null, callback=(continuation of Deferred@1001767355 after retry RPC after error@112324515) -> (continuation of Deferred@993240735 after retry RPC after error@2022267200) -> (continuation of Deferred@1831135219 after retry RPC after error@1684128003) -> (continuation of Deferred@1119917134 after retry RPC after error@1882297871) -> (continuation of Deferred@987823237 after retry RPC after error@1357077251) -> (continuation of Deferred@373802933 after retry RPC after error@1782229660), errback=(continuation of Deferred@1001767355 after retry RPC after error@112324515) -> (continuation of Deferred@993240735 after retry RPC after error@2022267200) -> (continuation of Deferred@1831135219 after retry RPC after error@1684128003) -> (continuation of Deferred@1119917134 after retry RPC after error@1882297871) -> (continuation of Deferred@987823237 after retry RPC after error@1357077251) -> (continuation of Deferred@373802933 after retry RPC after error@1782229660)))
17:39:06.337 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [3ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [23ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [23ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [24ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [43ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [63ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [83ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [103ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [103ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [142ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [142ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [143ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@1097875768(state=PENDING, result=null, callback=(continuation of Deferred@1001767355 after retry RPC after error@112324515) -> (continuation of Deferred@993240735 after retry RPC after error@2022267200) -> (continuation of Deferred@1831135219 after retry RPC after error@1684128003) -> (continuation of Deferred@1119917134 after retry RPC after error@1882297871) -> (continuation of Deferred@987823237 after retry RPC after error@1357077251) -> (continuation of Deferred@373802933 after retry RPC after error@1782229660), errback=(continuation of Deferred@1001767355 after retry RPC after error@112324515) -> (continuation of Deferred@993240735 after retry RPC after error@2022267200) -> (continuation of Deferred@1831135219 after retry RPC after error@1684128003) -> (continuation of Deferred@1119917134 after retry RPC after error@1882297871) -> (continuation of Deferred@987823237 after retry RPC after error@1357077251) -> (continuation of Deferred@373802933 after retry RPC after error@1782229660)))
17:39:06.354 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:06.354 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:06.355 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:06.355 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:06.355 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:06.355 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:06.355 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:06.355 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:06.356 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:06.374 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:06.374 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:06.375 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:06.375 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:06.375 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:06.375 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:06.375 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:06.375 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:06.376 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:06.394 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:06.394 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:06.394 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:06.394 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:06.394 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:06.394 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:06.394 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:06.395 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:06.396 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:06.414 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:06.414 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:06.415 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:06.415 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:06.415 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:06.415 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:06.415 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:06.415 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:06.416 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:06.434 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:06.434 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:06.435 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:06.435 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:06.435 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:06.435 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:06.435 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:06.435 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:06.436 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:06.454 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:06.454 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:06.454 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:06.454 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:06.455 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:06.455 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:06.455 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:06.455 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:06.456 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:06.514 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:06.514 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:06.515 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:06.515 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:06.515 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:06.515 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:06.515 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:06.515 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:06.516 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:06.594 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:06.594 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:06.595 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:06.595 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:06.595 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:06.595 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:06.595 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:06.595 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:06.596 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:06.596 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [40ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [162ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [241ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [241ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [242ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@892270918(state=PENDING, result=null, callback=(continuation of Deferred@660499815 after retry RPC after error@1107430200) -> (continuation of Deferred@643267570 after retry RPC after error@1693532855) -> (continuation of Deferred@806370843 after retry RPC after error@1654237418) -> (continuation of Deferred@2131548064 after retry RPC after error@294049292) -> (continuation of Deferred@551011009 after retry RPC after error@254206153) -> (continuation of Deferred@370050906 after retry RPC after error@832509217) -> (continuation of Deferred@801118233 after retry RPC after error@400065920), errback=(continuation of Deferred@660499815 after retry RPC after error@1107430200) -> (continuation of Deferred@643267570 after retry RPC after error@1693532855) -> (continuation of Deferred@806370843 after retry RPC after error@1654237418) -> (continuation of Deferred@2131548064 after retry RPC after error@294049292) -> (continuation of Deferred@551011009 after retry RPC after error@254206153) -> (continuation of Deferred@370050906 after retry RPC after error@832509217) -> (continuation of Deferred@801118233 after retry RPC after error@400065920)))
17:39:06.597 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [40ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [162ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [241ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [241ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [242ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@892270918(state=PENDING, result=null, callback=(continuation of Deferred@660499815 after retry RPC after error@1107430200) -> (continuation of Deferred@643267570 after retry RPC after error@1693532855) -> (continuation of Deferred@806370843 after retry RPC after error@1654237418) -> (continuation of Deferred@2131548064 after retry RPC after error@294049292) -> (continuation of Deferred@551011009 after retry RPC after error@254206153) -> (continuation of Deferred@370050906 after retry RPC after error@832509217) -> (continuation of Deferred@801118233 after retry RPC after error@400065920), errback=(continuation of Deferred@660499815 after retry RPC after error@1107430200) -> (continuation of Deferred@643267570 after retry RPC after error@1693532855) -> (continuation of Deferred@806370843 after retry RPC after error@1654237418) -> (continuation of Deferred@2131548064 after retry RPC after error@294049292) -> (continuation of Deferred@551011009 after retry RPC after error@254206153) -> (continuation of Deferred@370050906 after retry RPC after error@832509217) -> (continuation of Deferred@801118233 after retry RPC after error@400065920)))
17:39:06.614 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:06.614 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:06.614 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:06.614 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:06.615 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:06.615 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:06.615 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:06.615 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:06.616 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:06.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:39:06.622059 18887 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.17.204.62:35645,127.17.204.61:35389,127.17.204.60:33967, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.17.204.62:35645,127.17.204.61:35389,127.17.204.60:33967, num_attempts: 1)
17:39:06.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:39:06.623518 18887 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '1833c289a5794cedaadfa21666b5c809', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '1833c289a5794cedaadfa21666b5c809', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.17.204.62:35645,127.17.204.61:35389,127.17.204.60:33967, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.17.204.62:35645,127.17.204.61:35389,127.17.204.60:33967, num_attempts: 1)
17:39:06.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:39:06.625115 18887 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.17.204.62:35645)
17:39:06.634 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:06.635 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:06.635 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:06.635 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:06.635 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:06.635 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:06.635 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:06.635 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:06.636 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:06.654 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:06.654 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:06.655 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:06.655 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:06.655 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:06.655 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:06.655 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:06.655 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:06.655 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:06.656 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:06.656 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:06.656 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:06.674 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:06.674 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:06.675 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:06.675 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:06.675 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:06.675 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:06.675 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:06.675 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:06.677 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:06.694 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:06.695 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:06.695 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:06.695 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:06.695 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:06.695 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:06.695 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:06.696 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:06.697 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:06.734 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:06.735 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:06.735 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:06.735 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:06.735 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:06.735 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:06.735 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:06.735 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:06.737 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:06.794 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:06.794 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:06.795 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:06.795 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:06.795 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:06.795 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:06.795 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:06.795 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:06.796 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:06.834 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:06.834 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:06.835 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:06.835 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:06.835 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:06.835 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:06.835 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:06.835 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:06.836 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:06.836 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [3ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [23ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [43ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [63ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [83ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [123ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [183ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [222ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [222ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [223ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@1383392311(state=PENDING, result=null, callback=(continuation of Deferred@660374396 after retry RPC after error@1560397920) -> (continuation of Deferred@432776900 after retry RPC after error@1818999958) -> (continuation of Deferred@795841796 after retry RPC after error@2088639041) -> (continuation of Deferred@944205452 after retry RPC after error@167377438) -> (continuation of Deferred@1517132176 after retry RPC after error@1447902350) -> (continuation of Deferred@1442646981 after retry RPC after error@328348270) -> (continuation of Deferred@629512341 after retry RPC after error@437484007), errback=(continuation of Deferred@660374396 after retry RPC after error@1560397920) -> (continuation of Deferred@432776900 after retry RPC after error@1818999958) -> (continuation of Deferred@795841796 after retry RPC after error@2088639041) -> (continuation of Deferred@944205452 after retry RPC after error@167377438) -> (continuation of Deferred@1517132176 after retry RPC after error@1447902350) -> (continuation of Deferred@1442646981 after retry RPC after error@328348270) -> (continuation of Deferred@629512341 after retry RPC after error@437484007)))
17:39:06.837 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [3ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [23ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [43ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [63ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [83ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [123ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [183ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [222ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [222ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [223ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@1383392311(state=PENDING, result=null, callback=(continuation of Deferred@660374396 after retry RPC after error@1560397920) -> (continuation of Deferred@432776900 after retry RPC after error@1818999958) -> (continuation of Deferred@795841796 after retry RPC after error@2088639041) -> (continuation of Deferred@944205452 after retry RPC after error@167377438) -> (continuation of Deferred@1517132176 after retry RPC after error@1447902350) -> (continuation of Deferred@1442646981 after retry RPC after error@328348270) -> (continuation of Deferred@629512341 after retry RPC after error@437484007), errback=(continuation of Deferred@660374396 after retry RPC after error@1560397920) -> (continuation of Deferred@432776900 after retry RPC after error@1818999958) -> (continuation of Deferred@795841796 after retry RPC after error@2088639041) -> (continuation of Deferred@944205452 after retry RPC after error@167377438) -> (continuation of Deferred@1517132176 after retry RPC after error@1447902350) -> (continuation of Deferred@1442646981 after retry RPC after error@328348270) -> (continuation of Deferred@629512341 after retry RPC after error@437484007)))
17:39:06.854 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:06.854 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:06.854 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:06.854 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:06.854 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:06.854 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:06.855 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:06.855 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:06.856 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:06.874 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:06.875 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:06.875 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:06.875 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:06.875 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:06.875 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:06.875 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:06.875 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:06.876 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:06.894 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:06.894 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:06.895 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:06.895 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:06.895 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:06.895 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:06.895 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:06.895 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:06.896 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:06.914 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:06.914 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:06.914 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:06.914 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:06.914 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:06.914 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:06.915 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:06.915 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:06.915 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:06.934 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:06.934 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:06.935 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:06.935 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:06.935 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:06.935 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:06.935 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:06.936 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:06.936 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:06.954 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:06.954 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:06.954 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:06.955 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:06.955 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:06.955 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:06.955 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:06.955 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:06.956 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:06.993 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:06.994 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:06.994 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:06.994 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:06.994 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:06.994 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:06.995 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:06.995 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:06.995 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:07.094 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:07.094 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:07.094 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:07.094 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:07.094 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:07.095 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:07.095 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:07.095 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:07.096 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:07.096 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [23ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [43ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [83ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [83ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [84ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [103ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [142ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [142ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [142ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [241ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [242ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [242ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@281765908(state=PENDING, result=null, callback=(continuation of Deferred@1674288563 after retry RPC after error@1861368206) -> (continuation of Deferred@1433677698 after retry RPC after error@515143408) -> (continuation of Deferred@565003920 after retry RPC after error@1584145762) -> (continuation of Deferred@705698066 after retry RPC after error@388950358) -> (continuation of Deferred@1551676645 after retry RPC after error@1661263165) -> (continuation of Deferred@1232507078 after retry RPC after error@695379175) -> (continuation of Deferred@277931696 after retry RPC after error@1438137514), errback=(continuation of Deferred@1674288563 after retry RPC after error@1861368206) -> (continuation of Deferred@1433677698 after retry RPC after error@515143408) -> (continuation of Deferred@565003920 after retry RPC after error@1584145762) -> (continuation of Deferred@705698066 after retry RPC after error@388950358) -> (continuation of Deferred@1551676645 after retry RPC after error@1661263165) -> (continuation of Deferred@1232507078 after retry RPC after error@695379175) -> (continuation of Deferred@277931696 after retry RPC after error@1438137514)))
17:39:07.096 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [23ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [43ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [83ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [83ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [84ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [103ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [142ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [142ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [142ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [241ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [242ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [242ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@281765908(state=PENDING, result=null, callback=(continuation of Deferred@1674288563 after retry RPC after error@1861368206) -> (continuation of Deferred@1433677698 after retry RPC after error@515143408) -> (continuation of Deferred@565003920 after retry RPC after error@1584145762) -> (continuation of Deferred@705698066 after retry RPC after error@388950358) -> (continuation of Deferred@1551676645 after retry RPC after error@1661263165) -> (continuation of Deferred@1232507078 after retry RPC after error@695379175) -> (continuation of Deferred@277931696 after retry RPC after error@1438137514), errback=(continuation of Deferred@1674288563 after retry RPC after error@1861368206) -> (continuation of Deferred@1433677698 after retry RPC after error@515143408) -> (continuation of Deferred@565003920 after retry RPC after error@1584145762) -> (continuation of Deferred@705698066 after retry RPC after error@388950358) -> (continuation of Deferred@1551676645 after retry RPC after error@1661263165) -> (continuation of Deferred@1232507078 after retry RPC after error@695379175) -> (continuation of Deferred@277931696 after retry RPC after error@1438137514)))
17:39:07.114 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:07.115 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:07.115 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:07.115 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:07.115 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:07.115 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:07.116 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:07.116 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:07.116 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:07.134 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:07.134 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:07.135 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:07.135 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:07.135 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:07.135 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:07.135 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:07.135 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:07.137 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:07.154 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:07.154 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:07.155 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:07.155 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:07.155 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:07.155 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:07.155 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:07.155 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:07.156 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:07.174 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:07.174 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:07.174 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:07.174 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:07.174 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:07.175 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:07.175 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:07.175 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:07.175 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:07.194 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:07.194 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:07.195 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:07.195 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:07.195 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:07.195 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:07.195 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:07.195 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:07.196 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:07.214 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:07.214 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:07.215 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:07.215 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:07.215 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:07.215 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:07.215 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:07.215 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:07.216 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:07.274 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:07.274 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:07.275 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:07.275 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:07.275 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:07.275 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:07.275 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:07.275 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:07.275 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:07.354 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:07.354 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:07.355 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:07.355 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:07.355 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:07.355 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:07.355 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:07.355 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:07.356 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:07.356 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [241ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [241ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [242ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, deferred=Deferred@1503463732(state=PENDING, result=null, callback=(continuation of Deferred@2075934880 after retry RPC after error@636205989) -> (continuation of Deferred@2123426100 after retry RPC after error@1341496187) -> (continuation of Deferred@1448442725 after retry RPC after error@773571737) -> (continuation of Deferred@1463501095 after retry RPC after error@880158456) -> (continuation of Deferred@1233517888 after retry RPC after error@969590757) -> (continuation of Deferred@880118658 after retry RPC after error@833698322) -> (continuation of Deferred@1471721113 after retry RPC after error@941801060), errback=(continuation of Deferred@2075934880 after retry RPC after error@636205989) -> (continuation of Deferred@2123426100 after retry RPC after error@1341496187) -> (continuation of Deferred@1448442725 after retry RPC after error@773571737) -> (continuation of Deferred@1463501095 after retry RPC after error@880158456) -> (continuation of Deferred@1233517888 after retry RPC after error@969590757) -> (continuation of Deferred@880118658 after retry RPC after error@833698322) -> (continuation of Deferred@1471721113 after retry RPC after error@941801060)))
17:39:07.357 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [241ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [241ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [242ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, deferred=Deferred@1503463732(state=PENDING, result=null, callback=(continuation of Deferred@2075934880 after retry RPC after error@636205989) -> (continuation of Deferred@2123426100 after retry RPC after error@1341496187) -> (continuation of Deferred@1448442725 after retry RPC after error@773571737) -> (continuation of Deferred@1463501095 after retry RPC after error@880158456) -> (continuation of Deferred@1233517888 after retry RPC after error@969590757) -> (continuation of Deferred@880118658 after retry RPC after error@833698322) -> (continuation of Deferred@1471721113 after retry RPC after error@941801060), errback=(continuation of Deferred@2075934880 after retry RPC after error@636205989) -> (continuation of Deferred@2123426100 after retry RPC after error@1341496187) -> (continuation of Deferred@1448442725 after retry RPC after error@773571737) -> (continuation of Deferred@1463501095 after retry RPC after error@880158456) -> (continuation of Deferred@1233517888 after retry RPC after error@969590757) -> (continuation of Deferred@880118658 after retry RPC after error@833698322) -> (continuation of Deferred@1471721113 after retry RPC after error@941801060)))
17:39:07.374 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:07.374 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:07.375 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:07.375 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:07.375 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:07.375 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:07.375 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:07.375 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:07.376 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:07.394 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:07.395 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:07.395 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:07.395 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:07.395 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:07.395 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:07.396 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:07.396 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:07.397 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:07.414 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:07.414 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:07.415 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:07.415 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:07.415 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:07.415 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:07.415 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:07.415 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:07.416 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:07.434 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:07.434 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:07.435 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:07.435 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:07.435 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:07.435 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:07.435 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:07.435 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:07.435 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:07.454 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:07.455 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:07.455 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:07.455 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:07.455 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:07.455 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:07.455 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:07.455 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:07.456 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:07.474 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:07.474 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:07.475 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:07.475 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:07.475 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:07.475 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:07.475 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:07.475 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:07.476 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:07.494 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:07.494 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:07.494 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:07.494 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:07.495 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:07.495 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:07.495 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:07.495 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:07.496 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:07.554 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:07.554 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:07.554 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:07.554 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:07.555 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:07.555 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:07.555 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:07.555 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:07.556 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:07.556 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@802117952(state=PENDING, result=null, callback=(continuation of Deferred@1125645208 after retry RPC after error@982351095) -> (continuation of Deferred@2005021916 after retry RPC after error@575829557) -> (continuation of Deferred@1592099548 after retry RPC after error@257828659) -> (continuation of Deferred@1771882192 after retry RPC after error@1489958408) -> (continuation of Deferred@709852335 after retry RPC after error@1414967658) -> (continuation of Deferred@1534281590 after retry RPC after error@1956807846) -> (continuation of Deferred@634991769 after retry RPC after error@1147473065), errback=(continuation of Deferred@1125645208 after retry RPC after error@982351095) -> (continuation of Deferred@2005021916 after retry RPC after error@575829557) -> (continuation of Deferred@1592099548 after retry RPC after error@257828659) -> (continuation of Deferred@1771882192 after retry RPC after error@1489958408) -> (continuation of Deferred@709852335 after retry RPC after error@1414967658) -> (continuation of Deferred@1534281590 after retry RPC after error@1956807846) -> (continuation of Deferred@634991769 after retry RPC after error@1147473065)))
17:39:07.557 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@802117952(state=PENDING, result=null, callback=(continuation of Deferred@1125645208 after retry RPC after error@982351095) -> (continuation of Deferred@2005021916 after retry RPC after error@575829557) -> (continuation of Deferred@1592099548 after retry RPC after error@257828659) -> (continuation of Deferred@1771882192 after retry RPC after error@1489958408) -> (continuation of Deferred@709852335 after retry RPC after error@1414967658) -> (continuation of Deferred@1534281590 after retry RPC after error@1956807846) -> (continuation of Deferred@634991769 after retry RPC after error@1147473065), errback=(continuation of Deferred@1125645208 after retry RPC after error@982351095) -> (continuation of Deferred@2005021916 after retry RPC after error@575829557) -> (continuation of Deferred@1592099548 after retry RPC after error@257828659) -> (continuation of Deferred@1771882192 after retry RPC after error@1489958408) -> (continuation of Deferred@709852335 after retry RPC after error@1414967658) -> (continuation of Deferred@1534281590 after retry RPC after error@1956807846) -> (continuation of Deferred@634991769 after retry RPC after error@1147473065)))
17:39:07.574 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:07.575 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:07.575 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:07.575 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:07.575 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:07.575 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:07.575 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:07.576 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:07.577 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:07.594 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:07.594 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:07.595 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:07.595 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:07.595 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:07.595 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:07.595 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:07.595 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:07.595 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:07.595 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:07.596 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:07.597 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:07.614 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:07.614 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:07.615 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:07.615 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:07.615 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:07.615 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:07.615 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:07.615 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:07.616 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:07.634 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:07.634 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:07.634 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:07.634 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:07.635 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:07.635 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:07.635 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:07.635 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:07.636 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:07.654 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:07.655 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:07.655 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:07.655 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:07.655 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:07.655 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:07.655 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:07.656 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:07.656 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:07.694 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:07.695 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:07.695 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:07.695 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:07.695 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:07.695 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:07.695 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:07.695 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:07.696 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:07.754 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:07.755 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:07.755 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:07.755 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:07.755 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:07.755 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:07.756 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:07.756 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:07.757 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:07.757 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@1595443632(state=PENDING, result=null, callback=(continuation of Deferred@860350935 after retry RPC after error@229692465) -> (continuation of Deferred@991668589 after retry RPC after error@542499511) -> (continuation of Deferred@751873595 after retry RPC after error@659220172) -> (continuation of Deferred@1098670985 after retry RPC after error@1311990091) -> (continuation of Deferred@1731964864 after retry RPC after error@397891949) -> (continuation of Deferred@905248825 after retry RPC after error@1620645621), errback=(continuation of Deferred@860350935 after retry RPC after error@229692465) -> (continuation of Deferred@991668589 after retry RPC after error@542499511) -> (continuation of Deferred@751873595 after retry RPC after error@659220172) -> (continuation of Deferred@1098670985 after retry RPC after error@1311990091) -> (continuation of Deferred@1731964864 after retry RPC after error@397891949) -> (continuation of Deferred@905248825 after retry RPC after error@1620645621)))
17:39:07.757 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@1595443632(state=PENDING, result=null, callback=(continuation of Deferred@860350935 after retry RPC after error@229692465) -> (continuation of Deferred@991668589 after retry RPC after error@542499511) -> (continuation of Deferred@751873595 after retry RPC after error@659220172) -> (continuation of Deferred@1098670985 after retry RPC after error@1311990091) -> (continuation of Deferred@1731964864 after retry RPC after error@397891949) -> (continuation of Deferred@905248825 after retry RPC after error@1620645621), errback=(continuation of Deferred@860350935 after retry RPC after error@229692465) -> (continuation of Deferred@991668589 after retry RPC after error@542499511) -> (continuation of Deferred@751873595 after retry RPC after error@659220172) -> (continuation of Deferred@1098670985 after retry RPC after error@1311990091) -> (continuation of Deferred@1731964864 after retry RPC after error@397891949) -> (continuation of Deferred@905248825 after retry RPC after error@1620645621)))
17:39:07.774 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:07.774 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:07.775 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:07.775 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:07.775 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:07.775 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:07.775 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:07.775 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:07.776 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:07.794 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:07.794 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:07.795 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:07.795 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:07.795 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:07.795 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:07.795 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:07.795 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:07.796 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:07.814 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:07.815 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:07.815 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:07.815 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:07.816 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:07.816 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:07.816 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:07.816 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:07.817 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:07.834 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:07.834 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:07.835 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:07.835 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:07.835 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:07.835 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:07.835 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:07.835 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:07.836 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:07.854 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:07.854 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:07.855 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:07.855 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:07.855 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:07.855 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:07.855 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:07.855 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:07.856 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:07.875 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:07.875 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:07.875 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:07.875 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:07.875 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:07.875 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:07.876 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:07.876 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:07.877 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:07.934 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:07.934 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:07.935 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:07.935 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:07.935 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:07.935 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:07.935 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:07.935 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:07.936 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:07.974 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:07.974 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:07.974 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:07.975 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:07.975 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:07.975 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:07.975 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:07.975 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:07.976 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:07.977 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [162ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [199ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [201ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [201ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [202ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, deferred=Deferred@1325306586(state=PENDING, result=null, callback=(continuation of Deferred@848918455 after retry RPC after error@176272590) -> (continuation of Deferred@384960307 after retry RPC after error@740306805) -> (continuation of Deferred@1434309001 after retry RPC after error@1381836844) -> (continuation of Deferred@1410361035 after retry RPC after error@2045161659) -> (continuation of Deferred@1110230935 after retry RPC after error@2030799798) -> (continuation of Deferred@788171874 after retry RPC after error@1649771118) -> (continuation of Deferred@1189212620 after retry RPC after error@1662162077), errback=(continuation of Deferred@848918455 after retry RPC after error@176272590) -> (continuation of Deferred@384960307 after retry RPC after error@740306805) -> (continuation of Deferred@1434309001 after retry RPC after error@1381836844) -> (continuation of Deferred@1410361035 after retry RPC after error@2045161659) -> (continuation of Deferred@1110230935 after retry RPC after error@2030799798) -> (continuation of Deferred@788171874 after retry RPC after error@1649771118) -> (continuation of Deferred@1189212620 after retry RPC after error@1662162077)))
17:39:07.977 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [162ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [199ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [201ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [201ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [202ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, deferred=Deferred@1325306586(state=PENDING, result=null, callback=(continuation of Deferred@848918455 after retry RPC after error@176272590) -> (continuation of Deferred@384960307 after retry RPC after error@740306805) -> (continuation of Deferred@1434309001 after retry RPC after error@1381836844) -> (continuation of Deferred@1410361035 after retry RPC after error@2045161659) -> (continuation of Deferred@1110230935 after retry RPC after error@2030799798) -> (continuation of Deferred@788171874 after retry RPC after error@1649771118) -> (continuation of Deferred@1189212620 after retry RPC after error@1662162077), errback=(continuation of Deferred@848918455 after retry RPC after error@176272590) -> (continuation of Deferred@384960307 after retry RPC after error@740306805) -> (continuation of Deferred@1434309001 after retry RPC after error@1381836844) -> (continuation of Deferred@1410361035 after retry RPC after error@2045161659) -> (continuation of Deferred@1110230935 after retry RPC after error@2030799798) -> (continuation of Deferred@788171874 after retry RPC after error@1649771118) -> (continuation of Deferred@1189212620 after retry RPC after error@1662162077)))
17:39:07.994 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:07.995 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:07.995 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:07.995 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:07.995 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:07.995 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:07.995 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:07.995 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:07.996 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:08.014 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:08.014 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:08.015 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:08.015 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:08.015 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:08.015 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:08.015 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:08.015 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:08.016 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:08.034 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:08.034 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:08.034 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:08.034 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:08.034 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:08.035 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:08.035 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:08.035 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:08.036 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:08.054 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:08.055 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:08.055 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:08.055 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:08.056 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:08.056 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:08.056 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:08.056 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:08.057 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:08.074 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:08.075 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:08.075 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:08.075 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:08.076 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:08.076 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:08.076 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:08.076 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:08.077 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:08.094 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:08.095 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:08.095 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:08.095 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:08.095 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:08.095 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:08.095 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:08.095 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:08.096 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:08.134 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:08.134 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:08.135 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:08.135 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:08.135 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:08.135 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:08.135 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:08.135 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:08.136 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:08.234 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:08.239 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:08.240 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:08.240 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:08.240 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:08.240 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:08.240 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:08.240 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:08.241 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:08.241 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=246), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [40ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [63ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [83ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [142ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [245ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [245ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [246ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [246ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [247ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [247ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@1819285152(state=PENDING, result=null, callback=(continuation of Deferred@533122298 after retry RPC after error@1346928002) -> (continuation of Deferred@548264532 after retry RPC after error@1283726839) -> (continuation of Deferred@1695328641 after retry RPC after error@1983605967) -> (continuation of Deferred@948598566 after retry RPC after error@1418575461) -> (continuation of Deferred@1422742996 after retry RPC after error@2042435222) -> (continuation of Deferred@317025728 after retry RPC after error@732071791) -> (continuation of Deferred@369038394 after retry RPC after error@73906613), errback=(continuation of Deferred@533122298 after retry RPC after error@1346928002) -> (continuation of Deferred@548264532 after retry RPC after error@1283726839) -> (continuation of Deferred@1695328641 after retry RPC after error@1983605967) -> (continuation of Deferred@948598566 after retry RPC after error@1418575461) -> (continuation of Deferred@1422742996 after retry RPC after error@2042435222) -> (continuation of Deferred@317025728 after retry RPC after error@732071791) -> (continuation of Deferred@369038394 after retry RPC after error@73906613)))
17:39:08.242 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=246), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [40ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [63ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [83ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [142ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [245ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [245ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [246ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [246ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [247ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [247ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@1819285152(state=PENDING, result=null, callback=(continuation of Deferred@533122298 after retry RPC after error@1346928002) -> (continuation of Deferred@548264532 after retry RPC after error@1283726839) -> (continuation of Deferred@1695328641 after retry RPC after error@1983605967) -> (continuation of Deferred@948598566 after retry RPC after error@1418575461) -> (continuation of Deferred@1422742996 after retry RPC after error@2042435222) -> (continuation of Deferred@317025728 after retry RPC after error@732071791) -> (continuation of Deferred@369038394 after retry RPC after error@73906613), errback=(continuation of Deferred@533122298 after retry RPC after error@1346928002) -> (continuation of Deferred@548264532 after retry RPC after error@1283726839) -> (continuation of Deferred@1695328641 after retry RPC after error@1983605967) -> (continuation of Deferred@948598566 after retry RPC after error@1418575461) -> (continuation of Deferred@1422742996 after retry RPC after error@2042435222) -> (continuation of Deferred@317025728 after retry RPC after error@732071791) -> (continuation of Deferred@369038394 after retry RPC after error@73906613)))
17:39:08.254 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:08.254 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:08.255 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:08.255 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:08.255 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:08.255 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:08.255 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:08.255 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:08.256 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:08.274 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:08.274 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:08.275 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:08.275 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:08.275 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:08.275 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:08.275 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:08.275 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:08.277 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:08.294 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:08.294 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:08.295 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:08.295 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:08.295 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:08.295 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:08.295 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:08.295 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:08.296 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:08.314 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:08.314 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:08.314 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:08.314 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:08.314 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:08.315 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:08.315 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:08.315 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:08.316 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:08.334 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:08.334 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:08.335 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:08.335 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:08.335 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:08.335 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:08.335 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:08.335 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:08.336 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:08.354 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:08.354 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:08.355 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:08.355 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:08.355 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:08.355 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:08.355 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:08.355 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:08.356 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:08.414 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:08.414 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:08.415 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:08.415 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:08.415 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:08.415 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:08.415 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:08.415 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:08.416 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:08.514 [DEBUG - pool-49-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [60ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [162ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, deferred=Deferred@166131922(state=PENDING, result=null, callback=(continuation of Deferred@355488620 after retry RPC after error@1438443681) -> (continuation of Deferred@2091360290 after retry RPC after error@1111095052) -> (continuation of Deferred@1434806036 after retry RPC after error@1733194981) -> (continuation of Deferred@640249502 after retry RPC after error@723872960) -> (continuation of Deferred@1441141623 after retry RPC after error@1092332658) -> (continuation of Deferred@749430609 after retry RPC after error@753425768) -> (continuation of Deferred@1240505897 after retry RPC after error@1427424089), errback=(continuation of Deferred@355488620 after retry RPC after error@1438443681) -> (continuation of Deferred@2091360290 after retry RPC after error@1111095052) -> (continuation of Deferred@1434806036 after retry RPC after error@1733194981) -> (continuation of Deferred@640249502 after retry RPC after error@723872960) -> (continuation of Deferred@1441141623 after retry RPC after error@1092332658) -> (continuation of Deferred@749430609 after retry RPC after error@753425768) -> (continuation of Deferred@1240505897 after retry RPC after error@1427424089)))
17:39:08.515 [WARN - pool-49-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
17:39:08.534 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:08.534 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:08.534 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:08.534 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:08.534 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:08.535 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:08.535 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:08.535 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:08.536 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:08.554 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:08.555 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:08.555 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:08.555 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:08.555 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:08.555 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:08.555 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:08.555 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:08.556 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:08.574 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:08.574 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:08.575 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:08.575 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:08.575 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:08.575 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:08.575 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:08.575 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:08.576 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:08.594 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:08.594 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:08.595 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:08.595 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:08.595 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:08.595 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:08.595 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:08.595 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:08.596 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:08.614 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:08.615 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:08.615 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:08.615 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:08.615 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:08.615 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:08.616 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:08.616 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:08.617 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:08.655 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:08.655 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:08.656 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:08.656 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:08.656 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:08.656 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:08.656 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:08.656 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:08.657 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:08.675 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:08.675 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:08.675 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:08.676 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:08.676 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:08.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:39:08.676213 19229 master_runner.cc:186] Error getting master registration for 127.17.204.62:35645: Network error: Client connection negotiation failed: client connection to 127.17.204.62:35645: connect: Connection refused (error 111),
17:39:08.676 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:08.676 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:08.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:39:08.676476 19229 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
17:39:08.676 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:08.677 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:08.678 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=143), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [23ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [43ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [63ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [83ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [123ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [123ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [124ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [143ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [143ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [144ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [144ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, deferred=Deferred@1920133877(state=PENDING, result=null, callback=(continuation of Deferred@1407529222 after retry RPC after error@1156021703) -> (continuation of Deferred@45917951 after retry RPC after error@1736233247) -> (continuation of Deferred@501985783 after retry RPC after error@1646128840) -> (continuation of Deferred@99694378 after retry RPC after error@75819682) -> (continuation of Deferred@1142986700 after retry RPC after error@1237735982) -> (continuation of Deferred@1157786715 after retry RPC after error@1718636451), errback=(continuation of Deferred@1407529222 after retry RPC after error@1156021703) -> (continuation of Deferred@45917951 after retry RPC after error@1736233247) -> (continuation of Deferred@501985783 after retry RPC after error@1646128840) -> (continuation of Deferred@99694378 after retry RPC after error@75819682) -> (continuation of Deferred@1142986700 after retry RPC after error@1237735982) -> (continuation of Deferred@1157786715 after retry RPC after error@1718636451)))
17:39:08.678 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=143), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [23ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [43ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [63ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [83ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [123ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [123ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [124ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [143ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [143ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [144ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [144ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, deferred=Deferred@1920133877(state=PENDING, result=null, callback=(continuation of Deferred@1407529222 after retry RPC after error@1156021703) -> (continuation of Deferred@45917951 after retry RPC after error@1736233247) -> (continuation of Deferred@501985783 after retry RPC after error@1646128840) -> (continuation of Deferred@99694378 after retry RPC after error@75819682) -> (continuation of Deferred@1142986700 after retry RPC after error@1237735982) -> (continuation of Deferred@1157786715 after retry RPC after error@1718636451), errback=(continuation of Deferred@1407529222 after retry RPC after error@1156021703) -> (continuation of Deferred@45917951 after retry RPC after error@1736233247) -> (continuation of Deferred@501985783 after retry RPC after error@1646128840) -> (continuation of Deferred@99694378 after retry RPC after error@75819682) -> (continuation of Deferred@1142986700 after retry RPC after error@1237735982) -> (continuation of Deferred@1157786715 after retry RPC after error@1718636451)))
17:39:08.694 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:08.695 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:08.695 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:08.695 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:08.695 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:08.695 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:08.695 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:08.695 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:08.696 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:08.714 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:08.714 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:08.715 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:08.715 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:08.715 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:08.715 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:08.715 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:08.715 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:08.716 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:08.734 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:08.734 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:08.735 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:08.735 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:08.735 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:08.735 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:08.735 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:08.735 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:08.735 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:08.754 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:08.755 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:08.755 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:08.755 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:08.755 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:08.756 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:08.756 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:08.756 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:08.756 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:08.774 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:08.774 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:08.775 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:08.775 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:08.775 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:08.775 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:08.775 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:08.775 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:08.776 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:08.814 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:08.814 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:08.815 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:08.815 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:08.815 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:08.815 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:08.815 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:08.815 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:08.816 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:08.874 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:08.874 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:08.875 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:08.875 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:08.875 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:08.875 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:08.875 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:08.875 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:08.876 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:08.934 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:08.934 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:08.935 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:08.935 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:08.935 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:08.935 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:08.935 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:08.935 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:08.936 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:08.936 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [241ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [241ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [241ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@2105238747(state=PENDING, result=null, callback=(continuation of Deferred@874061040 after retry RPC after error@738755852) -> (continuation of Deferred@1574291955 after retry RPC after error@2066625326) -> (continuation of Deferred@120348199 after retry RPC after error@1868860203) -> (continuation of Deferred@479026533 after retry RPC after error@372292249) -> (continuation of Deferred@1929909022 after retry RPC after error@956232583) -> (continuation of Deferred@1315895176 after retry RPC after error@1570334894) -> (continuation of Deferred@1849299168 after retry RPC after error@555201643), errback=(continuation of Deferred@874061040 after retry RPC after error@738755852) -> (continuation of Deferred@1574291955 after retry RPC after error@2066625326) -> (continuation of Deferred@120348199 after retry RPC after error@1868860203) -> (continuation of Deferred@479026533 after retry RPC after error@372292249) -> (continuation of Deferred@1929909022 after retry RPC after error@956232583) -> (continuation of Deferred@1315895176 after retry RPC after error@1570334894) -> (continuation of Deferred@1849299168 after retry RPC after error@555201643)))
17:39:08.937 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [241ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [241ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [241ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@2105238747(state=PENDING, result=null, callback=(continuation of Deferred@874061040 after retry RPC after error@738755852) -> (continuation of Deferred@1574291955 after retry RPC after error@2066625326) -> (continuation of Deferred@120348199 after retry RPC after error@1868860203) -> (continuation of Deferred@479026533 after retry RPC after error@372292249) -> (continuation of Deferred@1929909022 after retry RPC after error@956232583) -> (continuation of Deferred@1315895176 after retry RPC after error@1570334894) -> (continuation of Deferred@1849299168 after retry RPC after error@555201643), errback=(continuation of Deferred@874061040 after retry RPC after error@738755852) -> (continuation of Deferred@1574291955 after retry RPC after error@2066625326) -> (continuation of Deferred@120348199 after retry RPC after error@1868860203) -> (continuation of Deferred@479026533 after retry RPC after error@372292249) -> (continuation of Deferred@1929909022 after retry RPC after error@956232583) -> (continuation of Deferred@1315895176 after retry RPC after error@1570334894) -> (continuation of Deferred@1849299168 after retry RPC after error@555201643)))
17:39:08.955 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:08.955 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:08.955 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:08.955 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:08.955 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:08.956 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:08.956 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:08.956 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:08.957 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:08.974 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:08.975 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:08.975 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:08.975 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:08.975 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:08.975 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:08.975 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:08.975 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:08.976 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:08.994 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:08.994 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:08.995 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:08.995 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:08.995 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:08.996 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:08.996 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:08.996 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:08.996 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:09.014 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:09.014 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:09.015 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:09.015 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:09.015 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:09.015 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:09.015 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:09.015 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:09.016 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:09.034 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:09.034 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:09.034 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:09.034 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:09.035 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:09.035 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:09.035 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:09.035 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:09.036 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:09.054 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:09.055 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:09.055 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:09.055 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:09.055 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:09.055 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:09.055 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:09.055 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:09.057 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:09.094 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:09.095 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:09.095 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:09.095 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:09.095 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:09.095 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:09.095 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:09.095 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:09.097 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:09.097 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [3ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [142ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@531231494(state=PENDING, result=null, callback=(continuation of Deferred@127744057 after retry RPC after error@966391091) -> (continuation of Deferred@185093580 after retry RPC after error@1542041192) -> (continuation of Deferred@895158748 after retry RPC after error@1134379561) -> (continuation of Deferred@171049403 after retry RPC after error@482239611) -> (continuation of Deferred@1908837337 after retry RPC after error@1491276738) -> (continuation of Deferred@1120337596 after retry RPC after error@758437667), errback=(continuation of Deferred@127744057 after retry RPC after error@966391091) -> (continuation of Deferred@185093580 after retry RPC after error@1542041192) -> (continuation of Deferred@895158748 after retry RPC after error@1134379561) -> (continuation of Deferred@171049403 after retry RPC after error@482239611) -> (continuation of Deferred@1908837337 after retry RPC after error@1491276738) -> (continuation of Deferred@1120337596 after retry RPC after error@758437667)))
17:39:09.097 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [3ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [142ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@531231494(state=PENDING, result=null, callback=(continuation of Deferred@127744057 after retry RPC after error@966391091) -> (continuation of Deferred@185093580 after retry RPC after error@1542041192) -> (continuation of Deferred@895158748 after retry RPC after error@1134379561) -> (continuation of Deferred@171049403 after retry RPC after error@482239611) -> (continuation of Deferred@1908837337 after retry RPC after error@1491276738) -> (continuation of Deferred@1120337596 after retry RPC after error@758437667), errback=(continuation of Deferred@127744057 after retry RPC after error@966391091) -> (continuation of Deferred@185093580 after retry RPC after error@1542041192) -> (continuation of Deferred@895158748 after retry RPC after error@1134379561) -> (continuation of Deferred@171049403 after retry RPC after error@482239611) -> (continuation of Deferred@1908837337 after retry RPC after error@1491276738) -> (continuation of Deferred@1120337596 after retry RPC after error@758437667)))
17:39:09.114 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:09.114 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:09.115 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:09.115 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:09.115 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:09.115 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:09.115 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:09.115 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:09.116 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:09.134 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:09.134 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:09.135 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:09.135 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:09.135 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:09.136 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:09.136 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:09.136 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:09.136 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:09.154 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:09.154 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:09.155 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:09.155 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:09.155 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:09.155 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:09.155 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:09.155 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:09.156 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:09.175 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:09.175 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:09.175 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:09.175 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:09.175 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:09.176 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:09.176 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:09.176 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:09.177 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:09.194 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:09.195 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:09.195 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:09.195 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:09.195 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:09.195 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:09.195 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:09.196 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:09.196 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:09.214 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:09.214 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:09.215 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:09.215 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:09.215 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:09.215 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:09.215 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:09.215 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:09.216 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:09.274 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:09.274 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:09.275 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:09.275 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:09.275 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:09.275 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:09.275 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:09.275 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:09.276 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:09.314 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:09.314 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:09.315 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:09.315 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:09.315 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:09.315 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:09.315 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:09.315 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:09.316 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:09.354 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:09.354 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:09.355 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:09.355 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:09.356 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:09.356 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:09.356 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:09.356 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:09.356 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:09.357 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [63ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [162ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [201ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [201ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [202ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [242ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [242ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [242ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, deferred=Deferred@352033952(state=PENDING, result=null, callback=(continuation of Deferred@689677980 after retry RPC after error@526255972) -> (continuation of Deferred@2048530423 after retry RPC after error@852269704) -> (continuation of Deferred@1184359691 after retry RPC after error@689815450) -> (continuation of Deferred@51556577 after retry RPC after error@1440506577) -> (continuation of Deferred@739928796 after retry RPC after error@1749017002) -> (continuation of Deferred@2126303732 after retry RPC after error@1220603416) -> (continuation of Deferred@930292054 after retry RPC after error@542553251) -> (continuation of Deferred@947773996 after retry RPC after error@2005035797), errback=(continuation of Deferred@689677980 after retry RPC after error@526255972) -> (continuation of Deferred@2048530423 after retry RPC after error@852269704) -> (continuation of Deferred@1184359691 after retry RPC after error@689815450) -> (continuation of Deferred@51556577 after retry RPC after error@1440506577) -> (continuation of Deferred@739928796 after retry RPC after error@1749017002) -> (continuation of Deferred@2126303732 after retry RPC after error@1220603416) -> (continuation of Deferred@930292054 after retry RPC after error@542553251) -> (continuation of Deferred@947773996 after retry RPC after error@2005035797)))
17:39:09.357 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [63ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [162ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [201ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [201ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [202ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [242ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [242ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [242ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, deferred=Deferred@352033952(state=PENDING, result=null, callback=(continuation of Deferred@689677980 after retry RPC after error@526255972) -> (continuation of Deferred@2048530423 after retry RPC after error@852269704) -> (continuation of Deferred@1184359691 after retry RPC after error@689815450) -> (continuation of Deferred@51556577 after retry RPC after error@1440506577) -> (continuation of Deferred@739928796 after retry RPC after error@1749017002) -> (continuation of Deferred@2126303732 after retry RPC after error@1220603416) -> (continuation of Deferred@930292054 after retry RPC after error@542553251) -> (continuation of Deferred@947773996 after retry RPC after error@2005035797), errback=(continuation of Deferred@689677980 after retry RPC after error@526255972) -> (continuation of Deferred@2048530423 after retry RPC after error@852269704) -> (continuation of Deferred@1184359691 after retry RPC after error@689815450) -> (continuation of Deferred@51556577 after retry RPC after error@1440506577) -> (continuation of Deferred@739928796 after retry RPC after error@1749017002) -> (continuation of Deferred@2126303732 after retry RPC after error@1220603416) -> (continuation of Deferred@930292054 after retry RPC after error@542553251) -> (continuation of Deferred@947773996 after retry RPC after error@2005035797)))
17:39:09.375 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:09.375 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:09.375 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:09.375 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:09.375 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:09.376 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:09.376 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:09.376 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:09.377 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:09.394 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:09.394 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:09.395 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:09.395 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:09.395 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:09.395 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:09.395 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:09.395 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:09.397 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:09.414 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:09.414 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:09.415 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:09.415 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:09.415 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:09.415 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:09.415 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:09.415 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:09.416 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:09.434 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:09.434 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:09.434 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:09.434 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:09.434 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:09.434 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:09.435 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:09.435 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:09.435 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:09.454 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:09.454 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:09.455 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:09.455 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:09.455 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:09.455 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:09.455 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:09.455 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:09.456 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:09.474 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:09.474 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:09.475 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:09.475 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:09.475 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:09.475 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:09.475 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:09.475 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:09.476 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:09.514 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:09.514 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:09.515 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:09.515 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:09.515 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:09.515 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:09.515 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:09.515 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:09.516 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:09.614 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:09.615 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:09.615 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:09.615 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:09.615 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:09.615 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:09.615 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:09.616 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:09.617 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:09.617 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [142ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [241ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [241ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [242ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, deferred=Deferred@777927473(state=PENDING, result=null, callback=(continuation of Deferred@1193191402 after retry RPC after error@1710560983) -> (continuation of Deferred@1422529453 after retry RPC after error@185744822) -> (continuation of Deferred@964819657 after retry RPC after error@1947144320) -> (continuation of Deferred@1893475031 after retry RPC after error@1782144759) -> (continuation of Deferred@1549317835 after retry RPC after error@1348413136) -> (continuation of Deferred@1090808982 after retry RPC after error@1634356391) -> (continuation of Deferred@2015187119 after retry RPC after error@1365086426), errback=(continuation of Deferred@1193191402 after retry RPC after error@1710560983) -> (continuation of Deferred@1422529453 after retry RPC after error@185744822) -> (continuation of Deferred@964819657 after retry RPC after error@1947144320) -> (continuation of Deferred@1893475031 after retry RPC after error@1782144759) -> (continuation of Deferred@1549317835 after retry RPC after error@1348413136) -> (continuation of Deferred@1090808982 after retry RPC after error@1634356391) -> (continuation of Deferred@2015187119 after retry RPC after error@1365086426)))
17:39:09.618 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [142ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [241ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [241ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [242ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, deferred=Deferred@777927473(state=PENDING, result=null, callback=(continuation of Deferred@1193191402 after retry RPC after error@1710560983) -> (continuation of Deferred@1422529453 after retry RPC after error@185744822) -> (continuation of Deferred@964819657 after retry RPC after error@1947144320) -> (continuation of Deferred@1893475031 after retry RPC after error@1782144759) -> (continuation of Deferred@1549317835 after retry RPC after error@1348413136) -> (continuation of Deferred@1090808982 after retry RPC after error@1634356391) -> (continuation of Deferred@2015187119 after retry RPC after error@1365086426), errback=(continuation of Deferred@1193191402 after retry RPC after error@1710560983) -> (continuation of Deferred@1422529453 after retry RPC after error@185744822) -> (continuation of Deferred@964819657 after retry RPC after error@1947144320) -> (continuation of Deferred@1893475031 after retry RPC after error@1782144759) -> (continuation of Deferred@1549317835 after retry RPC after error@1348413136) -> (continuation of Deferred@1090808982 after retry RPC after error@1634356391) -> (continuation of Deferred@2015187119 after retry RPC after error@1365086426)))
17:39:09.634 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:09.634 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:09.635 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:09.635 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:09.635 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:09.635 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:09.635 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:09.635 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:09.636 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:09.654 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:09.654 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:09.655 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:09.655 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:09.655 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:09.655 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:09.655 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:09.655 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:09.656 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:09.674 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:09.674 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:09.675 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:09.675 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:09.675 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:09.675 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:09.675 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:09.675 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:09.676 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:09.694 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:09.695 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:09.695 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:09.695 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:09.695 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:09.695 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:09.696 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:09.696 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:09.697 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:09.714 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:09.714 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:09.715 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:09.715 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:09.715 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:09.715 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:09.715 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:09.715 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:09.716 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:09.754 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:09.754 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:09.755 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:09.755 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:09.755 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:09.755 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:09.755 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:09.755 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:09.757 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:09.794 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:09.794 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:09.795 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:09.795 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:09.795 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:09.795 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:09.795 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:09.795 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:09.796 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:09.895 [DEBUG - pool-49-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [123ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [162ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@1214690627(state=PENDING, result=null, callback=(continuation of Deferred@316704172 after retry RPC after error@956485658) -> (continuation of Deferred@812432402 after retry RPC after error@1297996785) -> (continuation of Deferred@1527179795 after retry RPC after error@1949000553) -> (continuation of Deferred@569564626 after retry RPC after error@39000142) -> (continuation of Deferred@1852386405 after retry RPC after error@1106651882) -> (continuation of Deferred@1994224459 after retry RPC after error@1817609398) -> (continuation of Deferred@1274775389 after retry RPC after error@1001014706), errback=(continuation of Deferred@316704172 after retry RPC after error@956485658) -> (continuation of Deferred@812432402 after retry RPC after error@1297996785) -> (continuation of Deferred@1527179795 after retry RPC after error@1949000553) -> (continuation of Deferred@569564626 after retry RPC after error@39000142) -> (continuation of Deferred@1852386405 after retry RPC after error@1106651882) -> (continuation of Deferred@1994224459 after retry RPC after error@1817609398) -> (continuation of Deferred@1274775389 after retry RPC after error@1001014706)))
17:39:09.896 [WARN - pool-49-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
17:39:09.914 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:09.914 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:09.915 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:09.915 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:09.915 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:09.915 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:09.915 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:09.915 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:09.916 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:09.934 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:09.934 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:09.934 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:09.935 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:09.935 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:09.935 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:09.935 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:09.935 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:09.936 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:09.954 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:09.955 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:09.955 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:09.955 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:09.955 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:09.955 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:09.956 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:09.956 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:09.957 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:09.974 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:09.975 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:09.975 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:09.975 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:09.975 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:09.975 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:09.975 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:09.975 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:09.977 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:09.994 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:09.994 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:09.995 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:09.995 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:09.995 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:09.995 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:09.995 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:09.995 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:09.996 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:10.014 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:10.014 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:10.015 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:10.015 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:10.015 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:10.015 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:10.016 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:10.016 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:10.017 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:10.034 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:10.034 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:10.035 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:10.035 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:10.035 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:10.035 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:10.035 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:10.035 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:10.036 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:10.094 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:10.094 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:10.095 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:10.095 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:10.095 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:10.096 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:10.096 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:10.096 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:10.096 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:10.097 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [43ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, deferred=Deferred@182255308(state=PENDING, result=null, callback=(continuation of Deferred@631519454 after retry RPC after error@328920727) -> (continuation of Deferred@1499514385 after retry RPC after error@874998127) -> (continuation of Deferred@818009597 after retry RPC after error@1953196836) -> (continuation of Deferred@736394230 after retry RPC after error@604443636) -> (continuation of Deferred@441926836 after retry RPC after error@894058129) -> (continuation of Deferred@1039779845 after retry RPC after error@561902845) -> (continuation of Deferred@28276354 after retry RPC after error@1702198928), errback=(continuation of Deferred@631519454 after retry RPC after error@328920727) -> (continuation of Deferred@1499514385 after retry RPC after error@874998127) -> (continuation of Deferred@818009597 after retry RPC after error@1953196836) -> (continuation of Deferred@736394230 after retry RPC after error@604443636) -> (continuation of Deferred@441926836 after retry RPC after error@894058129) -> (continuation of Deferred@1039779845 after retry RPC after error@561902845) -> (continuation of Deferred@28276354 after retry RPC after error@1702198928)))
17:39:10.097 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [43ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, deferred=Deferred@182255308(state=PENDING, result=null, callback=(continuation of Deferred@631519454 after retry RPC after error@328920727) -> (continuation of Deferred@1499514385 after retry RPC after error@874998127) -> (continuation of Deferred@818009597 after retry RPC after error@1953196836) -> (continuation of Deferred@736394230 after retry RPC after error@604443636) -> (continuation of Deferred@441926836 after retry RPC after error@894058129) -> (continuation of Deferred@1039779845 after retry RPC after error@561902845) -> (continuation of Deferred@28276354 after retry RPC after error@1702198928), errback=(continuation of Deferred@631519454 after retry RPC after error@328920727) -> (continuation of Deferred@1499514385 after retry RPC after error@874998127) -> (continuation of Deferred@818009597 after retry RPC after error@1953196836) -> (continuation of Deferred@736394230 after retry RPC after error@604443636) -> (continuation of Deferred@441926836 after retry RPC after error@894058129) -> (continuation of Deferred@1039779845 after retry RPC after error@561902845) -> (continuation of Deferred@28276354 after retry RPC after error@1702198928)))
17:39:10.114 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:10.114 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:10.115 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:10.115 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:10.115 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:10.115 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:10.115 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:10.115 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:10.116 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:10.134 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:10.134 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:10.134 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:10.134 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:10.134 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:10.135 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:10.135 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:10.135 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:10.136 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:10.154 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:10.155 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:10.155 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:10.156 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:10.156 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:10.156 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:10.156 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:10.156 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:10.157 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:10.174 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:10.175 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:10.175 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:10.175 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:10.175 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:10.175 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:10.175 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:10.176 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:10.177 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:10.194 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:10.195 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:10.195 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:10.195 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:10.195 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:10.195 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:10.195 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:10.195 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:10.196 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:10.214 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:10.214 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:10.215 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:10.215 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:10.215 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:10.215 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:10.215 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:10.215 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:10.216 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:10.274 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:10.275 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:10.275 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:10.275 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:10.275 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:10.275 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:10.275 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:10.276 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:10.277 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:10.355 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:10.355 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:10.355 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:10.355 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:10.356 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:10.356 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:10.356 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:10.356 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:10.357 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:10.357 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [63ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [162ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [242ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [242ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [243ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@1980220616(state=PENDING, result=null, callback=(continuation of Deferred@1565843106 after retry RPC after error@1892857810) -> (continuation of Deferred@1479196414 after retry RPC after error@281215159) -> (continuation of Deferred@1796828611 after retry RPC after error@235940693) -> (continuation of Deferred@54573351 after retry RPC after error@193910592) -> (continuation of Deferred@727303303 after retry RPC after error@614205498) -> (continuation of Deferred@580064271 after retry RPC after error@1599796170) -> (continuation of Deferred@985819482 after retry RPC after error@2119920608), errback=(continuation of Deferred@1565843106 after retry RPC after error@1892857810) -> (continuation of Deferred@1479196414 after retry RPC after error@281215159) -> (continuation of Deferred@1796828611 after retry RPC after error@235940693) -> (continuation of Deferred@54573351 after retry RPC after error@193910592) -> (continuation of Deferred@727303303 after retry RPC after error@614205498) -> (continuation of Deferred@580064271 after retry RPC after error@1599796170) -> (continuation of Deferred@985819482 after retry RPC after error@2119920608)))
17:39:10.358 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [63ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [162ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [242ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [242ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [243ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@1980220616(state=PENDING, result=null, callback=(continuation of Deferred@1565843106 after retry RPC after error@1892857810) -> (continuation of Deferred@1479196414 after retry RPC after error@281215159) -> (continuation of Deferred@1796828611 after retry RPC after error@235940693) -> (continuation of Deferred@54573351 after retry RPC after error@193910592) -> (continuation of Deferred@727303303 after retry RPC after error@614205498) -> (continuation of Deferred@580064271 after retry RPC after error@1599796170) -> (continuation of Deferred@985819482 after retry RPC after error@2119920608), errback=(continuation of Deferred@1565843106 after retry RPC after error@1892857810) -> (continuation of Deferred@1479196414 after retry RPC after error@281215159) -> (continuation of Deferred@1796828611 after retry RPC after error@235940693) -> (continuation of Deferred@54573351 after retry RPC after error@193910592) -> (continuation of Deferred@727303303 after retry RPC after error@614205498) -> (continuation of Deferred@580064271 after retry RPC after error@1599796170) -> (continuation of Deferred@985819482 after retry RPC after error@2119920608)))
17:39:10.375 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:10.375 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:10.376 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:10.376 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:10.376 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:10.376 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:10.376 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:10.376 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:10.377 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:10.394 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:10.395 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:10.395 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:10.395 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:10.395 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:10.396 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:10.396 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:10.396 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:10.397 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:10.414 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:10.415 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:10.415 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:10.415 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:10.416 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:10.416 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:10.416 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:10.416 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:10.417 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:10.434 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:10.435 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:10.435 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:10.435 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:10.435 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:10.435 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:10.436 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:10.436 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:10.437 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:10.454 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:10.455 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:10.455 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:10.455 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:10.455 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:10.456 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:10.456 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:10.456 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:10.456 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:10.474 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:10.474 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:10.475 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:10.475 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:10.475 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:10.475 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:10.475 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:10.475 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:10.476 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:10.534 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:10.534 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:10.535 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:10.535 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:10.535 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:10.535 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:10.535 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:10.535 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:10.536 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:10.574 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:10.574 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:10.575 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:10.575 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:10.575 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:10.575 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:10.576 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:10.576 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:10.576 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:10.577 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [3ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [23ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [43ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [162ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [201ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [202ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [202ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@1480845540(state=PENDING, result=null, callback=(continuation of Deferred@1865198810 after retry RPC after error@1536219131) -> (continuation of Deferred@1184223869 after retry RPC after error@30807683) -> (continuation of Deferred@194387999 after retry RPC after error@1457783193) -> (continuation of Deferred@1040856834 after retry RPC after error@265899086) -> (continuation of Deferred@905249650 after retry RPC after error@1131099292) -> (continuation of Deferred@741784020 after retry RPC after error@1766341408) -> (continuation of Deferred@1958435816 after retry RPC after error@1861115447), errback=(continuation of Deferred@1865198810 after retry RPC after error@1536219131) -> (continuation of Deferred@1184223869 after retry RPC after error@30807683) -> (continuation of Deferred@194387999 after retry RPC after error@1457783193) -> (continuation of Deferred@1040856834 after retry RPC after error@265899086) -> (continuation of Deferred@905249650 after retry RPC after error@1131099292) -> (continuation of Deferred@741784020 after retry RPC after error@1766341408) -> (continuation of Deferred@1958435816 after retry RPC after error@1861115447)))
17:39:10.577 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [3ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [23ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [43ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [162ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [201ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [202ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [202ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@1480845540(state=PENDING, result=null, callback=(continuation of Deferred@1865198810 after retry RPC after error@1536219131) -> (continuation of Deferred@1184223869 after retry RPC after error@30807683) -> (continuation of Deferred@194387999 after retry RPC after error@1457783193) -> (continuation of Deferred@1040856834 after retry RPC after error@265899086) -> (continuation of Deferred@905249650 after retry RPC after error@1131099292) -> (continuation of Deferred@741784020 after retry RPC after error@1766341408) -> (continuation of Deferred@1958435816 after retry RPC after error@1861115447), errback=(continuation of Deferred@1865198810 after retry RPC after error@1536219131) -> (continuation of Deferred@1184223869 after retry RPC after error@30807683) -> (continuation of Deferred@194387999 after retry RPC after error@1457783193) -> (continuation of Deferred@1040856834 after retry RPC after error@265899086) -> (continuation of Deferred@905249650 after retry RPC after error@1131099292) -> (continuation of Deferred@741784020 after retry RPC after error@1766341408) -> (continuation of Deferred@1958435816 after retry RPC after error@1861115447)))
17:39:10.594 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:10.594 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:10.595 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:10.595 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:10.595 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:10.595 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:10.595 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:10.595 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:10.596 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:10.614 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:10.614 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:10.615 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:10.615 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:10.615 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:10.615 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:10.615 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:10.615 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:10.616 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:10.634 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:10.634 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:10.635 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:10.635 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:10.635 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:10.635 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:10.635 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:10.635 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:10.636 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:10.654 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:10.654 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:10.654 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:10.654 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:10.655 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:10.655 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:10.655 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:10.655 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:10.656 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:10.674 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:10.675 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:10.675 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:10.675 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:10.675 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:10.675 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:10.675 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:10.676 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:10.676 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:10.694 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:10.694 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:10.695 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:10.695 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:10.695 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:10.695 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:10.695 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:10.695 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:10.696 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:10.734 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:10.734 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:10.735 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:10.735 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:10.735 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:10.735 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:10.735 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:10.735 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:10.737 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:10.737 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [142ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@1922005268(state=PENDING, result=null, callback=(continuation of Deferred@534010187 after retry RPC after error@688859025) -> (continuation of Deferred@680189537 after retry RPC after error@558122429) -> (continuation of Deferred@476532447 after retry RPC after error@1283768685) -> (continuation of Deferred@847472458 after retry RPC after error@829007114) -> (continuation of Deferred@400430158 after retry RPC after error@2101031025) -> (continuation of Deferred@1420538283 after retry RPC after error@672534465), errback=(continuation of Deferred@534010187 after retry RPC after error@688859025) -> (continuation of Deferred@680189537 after retry RPC after error@558122429) -> (continuation of Deferred@476532447 after retry RPC after error@1283768685) -> (continuation of Deferred@847472458 after retry RPC after error@829007114) -> (continuation of Deferred@400430158 after retry RPC after error@2101031025) -> (continuation of Deferred@1420538283 after retry RPC after error@672534465)))
17:39:10.738 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [142ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@1922005268(state=PENDING, result=null, callback=(continuation of Deferred@534010187 after retry RPC after error@688859025) -> (continuation of Deferred@680189537 after retry RPC after error@558122429) -> (continuation of Deferred@476532447 after retry RPC after error@1283768685) -> (continuation of Deferred@847472458 after retry RPC after error@829007114) -> (continuation of Deferred@400430158 after retry RPC after error@2101031025) -> (continuation of Deferred@1420538283 after retry RPC after error@672534465), errback=(continuation of Deferred@534010187 after retry RPC after error@688859025) -> (continuation of Deferred@680189537 after retry RPC after error@558122429) -> (continuation of Deferred@476532447 after retry RPC after error@1283768685) -> (continuation of Deferred@847472458 after retry RPC after error@829007114) -> (continuation of Deferred@400430158 after retry RPC after error@2101031025) -> (continuation of Deferred@1420538283 after retry RPC after error@672534465)))
17:39:10.754 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:10.754 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:10.755 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:10.755 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:10.755 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:10.755 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:10.755 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:10.755 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:10.756 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:10.775 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:10.775 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:10.775 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:10.775 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:10.776 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:10.776 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:10.776 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:10.776 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:10.776 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:10.794 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:10.794 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:10.795 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:10.795 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:10.795 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:10.795 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:10.795 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:10.795 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:10.796 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:10.814 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:10.814 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:10.815 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:10.815 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:10.815 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:10.815 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:10.815 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:10.815 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:10.816 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:10.834 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:10.834 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:10.834 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:10.834 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:10.834 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:10.835 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:10.835 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:10.835 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:10.836 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:10.854 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:10.855 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:10.855 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:10.856 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:10.856 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:10.856 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:10.856 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:10.856 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:10.857 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:10.874 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:10.874 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:10.875 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:10.875 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:10.875 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:10.875 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:10.875 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:10.875 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:10.876 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:10.934 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:10.934 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:10.935 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:10.935 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:10.935 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:10.935 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:10.935 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:10.935 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:10.936 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:10.937 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [103ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, deferred=Deferred@664305169(state=PENDING, result=null, callback=(continuation of Deferred@774275272 after retry RPC after error@2134009408) -> (continuation of Deferred@975448897 after retry RPC after error@1579721442) -> (continuation of Deferred@1150441775 after retry RPC after error@687749019) -> (continuation of Deferred@857436134 after retry RPC after error@683668693) -> (continuation of Deferred@2117241804 after retry RPC after error@665401726) -> (continuation of Deferred@1336215090 after retry RPC after error@409684559) -> (continuation of Deferred@1919802981 after retry RPC after error@476146591), errback=(continuation of Deferred@774275272 after retry RPC after error@2134009408) -> (continuation of Deferred@975448897 after retry RPC after error@1579721442) -> (continuation of Deferred@1150441775 after retry RPC after error@687749019) -> (continuation of Deferred@857436134 after retry RPC after error@683668693) -> (continuation of Deferred@2117241804 after retry RPC after error@665401726) -> (continuation of Deferred@1336215090 after retry RPC after error@409684559) -> (continuation of Deferred@1919802981 after retry RPC after error@476146591)))
17:39:10.938 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [103ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, deferred=Deferred@664305169(state=PENDING, result=null, callback=(continuation of Deferred@774275272 after retry RPC after error@2134009408) -> (continuation of Deferred@975448897 after retry RPC after error@1579721442) -> (continuation of Deferred@1150441775 after retry RPC after error@687749019) -> (continuation of Deferred@857436134 after retry RPC after error@683668693) -> (continuation of Deferred@2117241804 after retry RPC after error@665401726) -> (continuation of Deferred@1336215090 after retry RPC after error@409684559) -> (continuation of Deferred@1919802981 after retry RPC after error@476146591), errback=(continuation of Deferred@774275272 after retry RPC after error@2134009408) -> (continuation of Deferred@975448897 after retry RPC after error@1579721442) -> (continuation of Deferred@1150441775 after retry RPC after error@687749019) -> (continuation of Deferred@857436134 after retry RPC after error@683668693) -> (continuation of Deferred@2117241804 after retry RPC after error@665401726) -> (continuation of Deferred@1336215090 after retry RPC after error@409684559) -> (continuation of Deferred@1919802981 after retry RPC after error@476146591)))
17:39:10.954 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:10.954 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:10.955 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:10.955 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:10.955 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:10.955 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:10.955 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:10.955 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:10.956 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:10.975 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:10.975 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:10.975 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:10.975 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:10.975 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:10.975 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:10.976 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:10.976 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:10.977 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:10.994 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:10.995 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:10.995 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:10.995 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:10.995 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:10.995 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:10.995 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:10.995 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:10.997 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:11.014 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:11.014 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:11.015 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:11.015 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:11.015 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:11.015 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:11.015 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:11.015 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:11.017 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:11.034 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:11.034 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:11.035 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:11.035 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:11.035 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:11.035 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:11.035 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:11.036 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:11.036 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:11.075 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:11.075 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:11.075 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:11.075 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:11.076 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:11.076 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:11.076 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:11.076 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:11.077 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:11.154 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:11.154 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:11.154 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:11.154 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:11.155 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:11.155 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:11.155 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:11.155 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:11.156 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:11.194 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:11.194 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:11.194 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:11.194 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:11.195 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:11.195 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:11.195 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:11.195 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:11.196 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:11.196 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [123ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [199ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [201ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [201ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [202ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [241ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [241ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [242ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@1683983069(state=PENDING, result=null, callback=(continuation of Deferred@708315190 after retry RPC after error@215578185) -> (continuation of Deferred@1086858712 after retry RPC after error@1482245758) -> (continuation of Deferred@852139259 after retry RPC after error@1978060757) -> (continuation of Deferred@1946272340 after retry RPC after error@1719210012) -> (continuation of Deferred@3306860 after retry RPC after error@1139378904) -> (continuation of Deferred@964752275 after retry RPC after error@400031055) -> (continuation of Deferred@81617868 after retry RPC after error@191731397), errback=(continuation of Deferred@708315190 after retry RPC after error@215578185) -> (continuation of Deferred@1086858712 after retry RPC after error@1482245758) -> (continuation of Deferred@852139259 after retry RPC after error@1978060757) -> (continuation of Deferred@1946272340 after retry RPC after error@1719210012) -> (continuation of Deferred@3306860 after retry RPC after error@1139378904) -> (continuation of Deferred@964752275 after retry RPC after error@400031055) -> (continuation of Deferred@81617868 after retry RPC after error@191731397)))
17:39:11.197 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [123ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [199ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [201ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [201ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [202ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [241ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [241ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [242ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@1683983069(state=PENDING, result=null, callback=(continuation of Deferred@708315190 after retry RPC after error@215578185) -> (continuation of Deferred@1086858712 after retry RPC after error@1482245758) -> (continuation of Deferred@852139259 after retry RPC after error@1978060757) -> (continuation of Deferred@1946272340 after retry RPC after error@1719210012) -> (continuation of Deferred@3306860 after retry RPC after error@1139378904) -> (continuation of Deferred@964752275 after retry RPC after error@400031055) -> (continuation of Deferred@81617868 after retry RPC after error@191731397), errback=(continuation of Deferred@708315190 after retry RPC after error@215578185) -> (continuation of Deferred@1086858712 after retry RPC after error@1482245758) -> (continuation of Deferred@852139259 after retry RPC after error@1978060757) -> (continuation of Deferred@1946272340 after retry RPC after error@1719210012) -> (continuation of Deferred@3306860 after retry RPC after error@1139378904) -> (continuation of Deferred@964752275 after retry RPC after error@400031055) -> (continuation of Deferred@81617868 after retry RPC after error@191731397)))
17:39:11.214 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:11.215 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:11.215 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:11.215 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:11.215 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:11.215 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:11.216 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:11.216 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:11.217 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:11.234 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:11.235 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:11.235 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:11.235 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:11.235 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:11.235 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:11.235 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:11.235 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:11.236 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:11.254 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:11.254 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:11.255 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:11.255 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:11.255 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:11.255 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:11.255 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:11.255 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:11.256 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:11.274 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:11.274 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:11.274 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:11.274 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:11.275 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:11.275 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:11.275 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:11.275 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:11.276 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:11.294 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:11.295 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:11.295 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:11.295 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:11.295 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:11.295 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:11.295 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:11.295 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:11.297 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:11.314 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:11.314 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:11.315 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:11.315 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:11.315 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:11.315 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:11.315 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:11.315 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:11.316 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:11.394 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:11.395 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:11.395 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:11.395 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:11.395 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:11.395 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:11.395 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:11.396 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:11.397 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:11.397 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [60ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [183ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, deferred=Deferred@453368022(state=PENDING, result=null, callback=(continuation of Deferred@553762244 after retry RPC after error@2131981286) -> (continuation of Deferred@1452835251 after retry RPC after error@1676554462) -> (continuation of Deferred@1328369402 after retry RPC after error@725977274) -> (continuation of Deferred@969019768 after retry RPC after error@733523550) -> (continuation of Deferred@247955277 after retry RPC after error@155203191) -> (continuation of Deferred@547401718 after retry RPC after error@1308897250), errback=(continuation of Deferred@553762244 after retry RPC after error@2131981286) -> (continuation of Deferred@1452835251 after retry RPC after error@1676554462) -> (continuation of Deferred@1328369402 after retry RPC after error@725977274) -> (continuation of Deferred@969019768 after retry RPC after error@733523550) -> (continuation of Deferred@247955277 after retry RPC after error@155203191) -> (continuation of Deferred@547401718 after retry RPC after error@1308897250)))
17:39:11.398 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [60ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [183ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, deferred=Deferred@453368022(state=PENDING, result=null, callback=(continuation of Deferred@553762244 after retry RPC after error@2131981286) -> (continuation of Deferred@1452835251 after retry RPC after error@1676554462) -> (continuation of Deferred@1328369402 after retry RPC after error@725977274) -> (continuation of Deferred@969019768 after retry RPC after error@733523550) -> (continuation of Deferred@247955277 after retry RPC after error@155203191) -> (continuation of Deferred@547401718 after retry RPC after error@1308897250), errback=(continuation of Deferred@553762244 after retry RPC after error@2131981286) -> (continuation of Deferred@1452835251 after retry RPC after error@1676554462) -> (continuation of Deferred@1328369402 after retry RPC after error@725977274) -> (continuation of Deferred@969019768 after retry RPC after error@733523550) -> (continuation of Deferred@247955277 after retry RPC after error@155203191) -> (continuation of Deferred@547401718 after retry RPC after error@1308897250)))
17:39:11.414 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:11.414 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:11.415 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:11.415 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:11.415 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:11.415 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:11.415 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:11.415 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:11.416 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:11.434 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:11.434 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:11.435 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:11.435 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:11.435 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:11.435 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:11.435 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:11.435 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:11.436 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:11.454 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:11.454 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:11.454 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:11.454 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:11.455 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:11.455 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:11.455 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:11.455 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:11.456 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:11.474 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:11.475 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:11.475 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:11.475 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:11.475 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:11.475 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:11.475 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:11.475 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:11.476 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:11.495 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:11.495 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:11.495 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:11.495 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:11.495 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:11.495 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:11.496 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:11.496 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:11.497 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:11.534 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:11.535 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:11.535 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:11.535 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:11.535 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:11.535 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:11.535 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:11.535 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:11.536 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:11.595 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:11.595 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:11.595 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:11.595 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:11.595 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:11.596 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:11.596 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:11.596 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:11.597 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:11.597 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [83ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [183ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@907054954(state=PENDING, result=null, callback=(continuation of Deferred@444761245 after retry RPC after error@1261691535) -> (continuation of Deferred@12367325 after retry RPC after error@845480319) -> (continuation of Deferred@1020124610 after retry RPC after error@1748924238) -> (continuation of Deferred@231290313 after retry RPC after error@389919734) -> (continuation of Deferred@1171021598 after retry RPC after error@1590936814) -> (continuation of Deferred@443602304 after retry RPC after error@1613260603), errback=(continuation of Deferred@444761245 after retry RPC after error@1261691535) -> (continuation of Deferred@12367325 after retry RPC after error@845480319) -> (continuation of Deferred@1020124610 after retry RPC after error@1748924238) -> (continuation of Deferred@231290313 after retry RPC after error@389919734) -> (continuation of Deferred@1171021598 after retry RPC after error@1590936814) -> (continuation of Deferred@443602304 after retry RPC after error@1613260603)))
17:39:11.598 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [83ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [183ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@907054954(state=PENDING, result=null, callback=(continuation of Deferred@444761245 after retry RPC after error@1261691535) -> (continuation of Deferred@12367325 after retry RPC after error@845480319) -> (continuation of Deferred@1020124610 after retry RPC after error@1748924238) -> (continuation of Deferred@231290313 after retry RPC after error@389919734) -> (continuation of Deferred@1171021598 after retry RPC after error@1590936814) -> (continuation of Deferred@443602304 after retry RPC after error@1613260603), errback=(continuation of Deferred@444761245 after retry RPC after error@1261691535) -> (continuation of Deferred@12367325 after retry RPC after error@845480319) -> (continuation of Deferred@1020124610 after retry RPC after error@1748924238) -> (continuation of Deferred@231290313 after retry RPC after error@389919734) -> (continuation of Deferred@1171021598 after retry RPC after error@1590936814) -> (continuation of Deferred@443602304 after retry RPC after error@1613260603)))
17:39:11.614 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:11.615 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:11.615 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:11.615 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:11.615 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:11.615 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:11.615 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:11.616 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:11.617 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:11.634 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:11.634 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:11.635 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:11.635 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:11.635 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:11.635 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:11.635 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:11.635 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:11.636 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:11.654 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:11.654 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:11.655 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:11.655 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:11.655 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:11.655 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:11.655 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:11.655 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:11.656 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:11.675 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:11.675 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:11.675 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:11.675 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:11.676 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:11.676 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:11.676 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:11.676 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:11.676 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:11.676 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:11.677 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:11.677 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:11.694 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:11.695 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:11.695 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:11.695 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:11.695 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:11.695 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:11.695 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:11.695 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:11.696 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:11.714 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:11.714 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:11.715 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:11.715 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:11.715 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:11.715 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:11.715 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:11.715 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:11.716 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:11.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:39:11.720443 18887 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.17.204.62:35645,127.17.204.61:35389,127.17.204.60:33967, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.17.204.62:35645,127.17.204.61:35389,127.17.204.60:33967, num_attempts: 1)
17:39:11.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:39:11.726001 18887 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '1833c289a5794cedaadfa21666b5c809', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '1833c289a5794cedaadfa21666b5c809', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.17.204.62:35645,127.17.204.61:35389,127.17.204.60:33967, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.17.204.62:35645,127.17.204.61:35389,127.17.204.60:33967, num_attempts: 1)
17:39:11.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:39:11.727694 18887 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.17.204.62:35645)
17:39:11.754 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:11.754 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:11.755 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:11.755 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:11.755 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:11.755 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:11.755 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:11.755 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:11.756 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:11.774 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:11.774 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:11.774 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:11.774 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:11.774 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:11.774 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:11.775 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:11.775 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:11.775 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:11.854 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:11.854 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:11.854 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:11.854 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:11.855 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:11.855 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:11.855 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:11.855 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:11.856 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:11.856 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [3ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [63ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [142ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [160ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [160ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [239ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [241ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [241ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [242ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@890256145(state=PENDING, result=null, callback=(continuation of Deferred@416836903 after retry RPC after error@1767443937) -> (continuation of Deferred@1232168625 after retry RPC after error@2098005053) -> (continuation of Deferred@644345838 after retry RPC after error@133220550) -> (continuation of Deferred@1173774951 after retry RPC after error@1355786760) -> (continuation of Deferred@1229858656 after retry RPC after error@1215918199) -> (continuation of Deferred@1047184965 after retry RPC after error@332964970) -> (continuation of Deferred@722854998 after retry RPC after error@678220683) -> (continuation of Deferred@1088188461 after retry RPC after error@376534952), errback=(continuation of Deferred@416836903 after retry RPC after error@1767443937) -> (continuation of Deferred@1232168625 after retry RPC after error@2098005053) -> (continuation of Deferred@644345838 after retry RPC after error@133220550) -> (continuation of Deferred@1173774951 after retry RPC after error@1355786760) -> (continuation of Deferred@1229858656 after retry RPC after error@1215918199) -> (continuation of Deferred@1047184965 after retry RPC after error@332964970) -> (continuation of Deferred@722854998 after retry RPC after error@678220683) -> (continuation of Deferred@1088188461 after retry RPC after error@376534952)))
17:39:11.857 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [3ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [63ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [142ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [160ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [160ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [239ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [241ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [241ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [242ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@890256145(state=PENDING, result=null, callback=(continuation of Deferred@416836903 after retry RPC after error@1767443937) -> (continuation of Deferred@1232168625 after retry RPC after error@2098005053) -> (continuation of Deferred@644345838 after retry RPC after error@133220550) -> (continuation of Deferred@1173774951 after retry RPC after error@1355786760) -> (continuation of Deferred@1229858656 after retry RPC after error@1215918199) -> (continuation of Deferred@1047184965 after retry RPC after error@332964970) -> (continuation of Deferred@722854998 after retry RPC after error@678220683) -> (continuation of Deferred@1088188461 after retry RPC after error@376534952), errback=(continuation of Deferred@416836903 after retry RPC after error@1767443937) -> (continuation of Deferred@1232168625 after retry RPC after error@2098005053) -> (continuation of Deferred@644345838 after retry RPC after error@133220550) -> (continuation of Deferred@1173774951 after retry RPC after error@1355786760) -> (continuation of Deferred@1229858656 after retry RPC after error@1215918199) -> (continuation of Deferred@1047184965 after retry RPC after error@332964970) -> (continuation of Deferred@722854998 after retry RPC after error@678220683) -> (continuation of Deferred@1088188461 after retry RPC after error@376534952)))
17:39:11.874 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:11.875 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:11.876 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:11.876 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:11.876 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:11.877 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:11.877 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:11.877 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:11.877 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:11.894 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:11.895 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:11.895 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:11.895 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:11.895 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:11.895 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:11.896 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:11.896 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:11.896 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:11.914 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:11.915 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:11.915 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:11.915 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:11.915 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:11.915 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:11.915 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:11.916 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:11.916 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:11.934 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:11.934 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:11.935 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:11.935 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:11.935 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:11.936 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:11.936 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:11.936 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:11.936 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:11.954 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:11.954 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:11.955 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:11.955 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:11.955 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:11.955 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:11.955 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:11.955 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:11.956 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:11.994 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:11.994 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:11.995 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:11.995 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:11.995 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:11.995 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:11.995 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:11.995 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:11.996 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:12.014 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:12.014 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:12.015 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:12.015 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:12.015 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:12.015 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:12.015 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:12.015 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:12.016 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:12.054 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:12.054 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:12.054 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:12.054 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:12.055 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:12.055 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:12.055 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:12.055 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:12.055 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:12.056 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [3ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [3ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [179ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, deferred=Deferred@1869177384(state=PENDING, result=null, callback=(continuation of Deferred@834182047 after retry RPC after error@1630526766) -> (continuation of Deferred@515038440 after retry RPC after error@980325684) -> (continuation of Deferred@1333761413 after retry RPC after error@1344731113) -> (continuation of Deferred@1484465305 after retry RPC after error@385011095) -> (continuation of Deferred@630370673 after retry RPC after error@1122800533) -> (continuation of Deferred@1135753405 after retry RPC after error@1127009065) -> (continuation of Deferred@1938158340 after retry RPC after error@1431549658), errback=(continuation of Deferred@834182047 after retry RPC after error@1630526766) -> (continuation of Deferred@515038440 after retry RPC after error@980325684) -> (continuation of Deferred@1333761413 after retry RPC after error@1344731113) -> (continuation of Deferred@1484465305 after retry RPC after error@385011095) -> (continuation of Deferred@630370673 after retry RPC after error@1122800533) -> (continuation of Deferred@1135753405 after retry RPC after error@1127009065) -> (continuation of Deferred@1938158340 after retry RPC after error@1431549658)))
17:39:12.057 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [3ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [3ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [179ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, deferred=Deferred@1869177384(state=PENDING, result=null, callback=(continuation of Deferred@834182047 after retry RPC after error@1630526766) -> (continuation of Deferred@515038440 after retry RPC after error@980325684) -> (continuation of Deferred@1333761413 after retry RPC after error@1344731113) -> (continuation of Deferred@1484465305 after retry RPC after error@385011095) -> (continuation of Deferred@630370673 after retry RPC after error@1122800533) -> (continuation of Deferred@1135753405 after retry RPC after error@1127009065) -> (continuation of Deferred@1938158340 after retry RPC after error@1431549658), errback=(continuation of Deferred@834182047 after retry RPC after error@1630526766) -> (continuation of Deferred@515038440 after retry RPC after error@980325684) -> (continuation of Deferred@1333761413 after retry RPC after error@1344731113) -> (continuation of Deferred@1484465305 after retry RPC after error@385011095) -> (continuation of Deferred@630370673 after retry RPC after error@1122800533) -> (continuation of Deferred@1135753405 after retry RPC after error@1127009065) -> (continuation of Deferred@1938158340 after retry RPC after error@1431549658)))
17:39:12.074 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:12.075 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:12.075 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:12.075 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:12.076 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:12.076 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:12.076 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:12.076 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:12.076 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:12.094 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:12.094 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:12.095 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:12.095 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:12.095 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:12.095 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:12.095 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:12.095 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:12.096 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:12.114 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:12.114 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:12.114 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:12.114 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:12.115 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:12.115 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:12.115 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:12.115 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:12.116 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:12.134 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:12.135 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:12.135 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:12.135 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:12.136 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:12.136 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:12.136 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:12.136 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:12.137 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:12.154 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:12.154 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:12.155 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:12.155 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:12.155 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:12.155 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:12.155 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:12.155 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:12.156 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:12.194 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:12.194 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:12.195 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:12.195 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:12.195 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:12.195 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:12.195 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:12.195 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:12.196 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:12.254 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:12.254 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:12.255 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:12.255 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:12.255 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:12.255 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:12.255 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:12.256 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:12.256 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:12.257 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, deferred=Deferred@1470026959(state=PENDING, result=null, callback=(continuation of Deferred@1015095585 after retry RPC after error@1567293342) -> (continuation of Deferred@1708366908 after retry RPC after error@1145701605) -> (continuation of Deferred@1912061284 after retry RPC after error@2070624971) -> (continuation of Deferred@44067814 after retry RPC after error@374942331) -> (continuation of Deferred@1510586697 after retry RPC after error@2014739873) -> (continuation of Deferred@2045302302 after retry RPC after error@649929130), errback=(continuation of Deferred@1015095585 after retry RPC after error@1567293342) -> (continuation of Deferred@1708366908 after retry RPC after error@1145701605) -> (continuation of Deferred@1912061284 after retry RPC after error@2070624971) -> (continuation of Deferred@44067814 after retry RPC after error@374942331) -> (continuation of Deferred@1510586697 after retry RPC after error@2014739873) -> (continuation of Deferred@2045302302 after retry RPC after error@649929130)))
17:39:12.258 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, deferred=Deferred@1470026959(state=PENDING, result=null, callback=(continuation of Deferred@1015095585 after retry RPC after error@1567293342) -> (continuation of Deferred@1708366908 after retry RPC after error@1145701605) -> (continuation of Deferred@1912061284 after retry RPC after error@2070624971) -> (continuation of Deferred@44067814 after retry RPC after error@374942331) -> (continuation of Deferred@1510586697 after retry RPC after error@2014739873) -> (continuation of Deferred@2045302302 after retry RPC after error@649929130), errback=(continuation of Deferred@1015095585 after retry RPC after error@1567293342) -> (continuation of Deferred@1708366908 after retry RPC after error@1145701605) -> (continuation of Deferred@1912061284 after retry RPC after error@2070624971) -> (continuation of Deferred@44067814 after retry RPC after error@374942331) -> (continuation of Deferred@1510586697 after retry RPC after error@2014739873) -> (continuation of Deferred@2045302302 after retry RPC after error@649929130)))
17:39:12.274 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:12.274 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:12.275 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:12.275 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:12.275 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:12.275 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:12.275 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:12.275 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:12.276 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:12.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:39:12.286473 19595 raft_consensus.cc:482] T 00000000000000000000000000000000 P 3e43d70cff754badb528f83658fd4b1f [term 4 FOLLOWER]: Starting pre-election (detected failure of leader be76aec1e782453bb186d86c9446e26d)
17:39:12.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:39:12.286763 19595 raft_consensus.cc:504] T 00000000000000000000000000000000 P 3e43d70cff754badb528f83658fd4b1f [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be76aec1e782453bb186d86c9446e26d" member_type: VOTER last_known_addr { host: "127.17.204.62" port: 35645 } } peers { permanent_uuid: "89368deac9d949ccb0609e7c90bc88af" member_type: VOTER last_known_addr { host: "127.17.204.61" port: 35389 } } peers { permanent_uuid: "3e43d70cff754badb528f83658fd4b1f" member_type: VOTER last_known_addr { host: "127.17.204.60" port: 33967 } }
17:39:12.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:39:12.287775 19595 leader_election.cc:288] T 00000000000000000000000000000000 P 3e43d70cff754badb528f83658fd4b1f [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers be76aec1e782453bb186d86c9446e26d (127.17.204.62:35645), 89368deac9d949ccb0609e7c90bc88af (127.17.204.61:35389)
17:39:12.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:39:12.289269 19249 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.17.204.62:35645: connect: Connection refused (error 111) [suppressed 1 similar messages]
17:39:12.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:39:12.290693 19249 leader_election.cc:334] T 00000000000000000000000000000000 P 3e43d70cff754badb528f83658fd4b1f [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer be76aec1e782453bb186d86c9446e26d (127.17.204.62:35645): Network error: Client connection negotiation failed: client connection to 127.17.204.62:35645: connect: Connection refused (error 111)
17:39:12.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:39:12.290869 19247 leader_election.cc:334] T 00000000000000000000000000000000 P 3e43d70cff754badb528f83658fd4b1f [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 89368deac9d949ccb0609e7c90bc88af (127.17.204.61:35389): Network error: Client connection negotiation failed: client connection to 127.17.204.61:35389: connect: Connection refused (error 111)
17:39:12.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:39:12.290982 19247 leader_election.cc:302] T 00000000000000000000000000000000 P 3e43d70cff754badb528f83658fd4b1f [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 3e43d70cff754badb528f83658fd4b1f; no voters: 89368deac9d949ccb0609e7c90bc88af, be76aec1e782453bb186d86c9446e26d
17:39:12.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:39:12.291226 19595 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 3e43d70cff754badb528f83658fd4b1f [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
17:39:12.294 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:12.294 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:12.294 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:12.294 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:12.294 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:12.294 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:12.294 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:12.294 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:12.295 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:12.314 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:12.314 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:12.315 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:12.315 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:12.315 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:12.315 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:12.315 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:12.315 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:12.316 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:12.334 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:12.334 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:12.335 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:12.335 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:12.335 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:12.335 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:12.335 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:12.335 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:12.336 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:12.354 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:12.354 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:12.354 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:12.354 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:12.355 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:12.355 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:12.355 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:12.355 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:12.356 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:12.394 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:12.395 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:12.395 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:12.395 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:12.395 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:12.395 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:12.396 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:12.396 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:12.397 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:12.454 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:12.455 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:12.455 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:12.455 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:12.455 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:12.455 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:12.455 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:12.455 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:12.456 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:12.535 [DEBUG - pool-49-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [20ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [20ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@1348832386(state=PENDING, result=null, callback=(continuation of Deferred@1887060744 after retry RPC after error@131032091) -> (continuation of Deferred@874974385 after retry RPC after error@1222281003) -> (continuation of Deferred@1780150075 after retry RPC after error@378118623) -> (continuation of Deferred@440890683 after retry RPC after error@104352391) -> (continuation of Deferred@996544076 after retry RPC after error@1614464934) -> (continuation of Deferred@1106610231 after retry RPC after error@98410236) -> (continuation of Deferred@239264869 after retry RPC after error@955450876), errback=(continuation of Deferred@1887060744 after retry RPC after error@131032091) -> (continuation of Deferred@874974385 after retry RPC after error@1222281003) -> (continuation of Deferred@1780150075 after retry RPC after error@378118623) -> (continuation of Deferred@440890683 after retry RPC after error@104352391) -> (continuation of Deferred@996544076 after retry RPC after error@1614464934) -> (continuation of Deferred@1106610231 after retry RPC after error@98410236) -> (continuation of Deferred@239264869 after retry RPC after error@955450876)))
17:39:12.535 [WARN - pool-49-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
17:39:12.554 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:12.554 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:12.555 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:12.555 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:12.555 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:12.555 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:12.555 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:12.555 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:12.556 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:12.574 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:12.574 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:12.574 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:12.574 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:12.575 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:12.575 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:12.575 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:12.575 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:12.576 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:12.594 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:12.595 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:12.595 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:12.595 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:12.595 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:12.595 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:12.596 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:12.596 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:12.596 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:12.614 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:12.614 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:12.615 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:12.615 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:12.615 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:12.615 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:12.615 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:12.615 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:12.616 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:12.634 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:12.634 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:12.634 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:12.634 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:12.635 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:12.635 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:12.635 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:12.635 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:12.636 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:12.654 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:12.654 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:12.655 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:12.655 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:12.655 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:12.655 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:12.655 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:12.655 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:12.656 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:12.734 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:12.734 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:12.735 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:12.735 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:12.735 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:12.735 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:12.735 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:12.735 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:12.737 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:12.774 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:12.774 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:12.775 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:12.775 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:12.775 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:12.775 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:12.775 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:12.775 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:12.776 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:12.777 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [221ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [221ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [222ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@726757484(state=PENDING, result=null, callback=(continuation of Deferred@831809522 after retry RPC after error@1185522337) -> (continuation of Deferred@1180129447 after retry RPC after error@1722126865) -> (continuation of Deferred@1948041920 after retry RPC after error@2133580360) -> (continuation of Deferred@54867818 after retry RPC after error@1228544009) -> (continuation of Deferred@1537399084 after retry RPC after error@2063245706) -> (continuation of Deferred@1345206232 after retry RPC after error@1229821828) -> (continuation of Deferred@82533432 after retry RPC after error@733109214), errback=(continuation of Deferred@831809522 after retry RPC after error@1185522337) -> (continuation of Deferred@1180129447 after retry RPC after error@1722126865) -> (continuation of Deferred@1948041920 after retry RPC after error@2133580360) -> (continuation of Deferred@54867818 after retry RPC after error@1228544009) -> (continuation of Deferred@1537399084 after retry RPC after error@2063245706) -> (continuation of Deferred@1345206232 after retry RPC after error@1229821828) -> (continuation of Deferred@82533432 after retry RPC after error@733109214)))
17:39:12.778 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [221ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [221ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [222ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@726757484(state=PENDING, result=null, callback=(continuation of Deferred@831809522 after retry RPC after error@1185522337) -> (continuation of Deferred@1180129447 after retry RPC after error@1722126865) -> (continuation of Deferred@1948041920 after retry RPC after error@2133580360) -> (continuation of Deferred@54867818 after retry RPC after error@1228544009) -> (continuation of Deferred@1537399084 after retry RPC after error@2063245706) -> (continuation of Deferred@1345206232 after retry RPC after error@1229821828) -> (continuation of Deferred@82533432 after retry RPC after error@733109214), errback=(continuation of Deferred@831809522 after retry RPC after error@1185522337) -> (continuation of Deferred@1180129447 after retry RPC after error@1722126865) -> (continuation of Deferred@1948041920 after retry RPC after error@2133580360) -> (continuation of Deferred@54867818 after retry RPC after error@1228544009) -> (continuation of Deferred@1537399084 after retry RPC after error@2063245706) -> (continuation of Deferred@1345206232 after retry RPC after error@1229821828) -> (continuation of Deferred@82533432 after retry RPC after error@733109214)))
17:39:12.794 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:12.794 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:12.795 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:12.795 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:12.795 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:12.795 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:12.795 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:12.795 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:12.796 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:12.814 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:12.815 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:12.815 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:12.815 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:12.815 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:12.816 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:12.815 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:12.816 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:12.817 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:12.834 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:12.834 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:12.835 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:12.835 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:12.835 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:12.835 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:12.835 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:12.835 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:12.836 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:12.854 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:12.854 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:12.855 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:12.855 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:12.855 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:12.855 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:12.855 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:12.855 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:12.856 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:12.874 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:12.874 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:12.875 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:12.875 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:12.875 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:12.876 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:12.876 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:12.876 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:12.876 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:12.895 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:12.895 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:12.896 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:12.896 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:12.896 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:12.896 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:12.896 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:12.896 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:12.897 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:12.954 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:12.954 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:12.955 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:12.955 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:12.955 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:12.955 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:12.955 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:12.955 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:12.957 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:13.034 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:13.034 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:13.035 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:13.035 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:13.035 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:13.035 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:13.035 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:13.035 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:13.036 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:13.037 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [3ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [23ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [23ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [24ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [43ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [63ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [83ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [83ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [103ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [103ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [104ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [162ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [162ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [163ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [164ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [242ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [242ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [243ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, deferred=Deferred@1980854295(state=PENDING, result=null, callback=(continuation of Deferred@898539337 after retry RPC after error@187522601) -> (continuation of Deferred@671361030 after retry RPC after error@1441297625) -> (continuation of Deferred@350084602 after retry RPC after error@1977619806) -> (continuation of Deferred@2091735036 after retry RPC after error@1794488844) -> (continuation of Deferred@272472229 after retry RPC after error@1703032089) -> (continuation of Deferred@1929809122 after retry RPC after error@879000916) -> (continuation of Deferred@1214264269 after retry RPC after error@1019149605), errback=(continuation of Deferred@898539337 after retry RPC after error@187522601) -> (continuation of Deferred@671361030 after retry RPC after error@1441297625) -> (continuation of Deferred@350084602 after retry RPC after error@1977619806) -> (continuation of Deferred@2091735036 after retry RPC after error@1794488844) -> (continuation of Deferred@272472229 after retry RPC after error@1703032089) -> (continuation of Deferred@1929809122 after retry RPC after error@879000916) -> (continuation of Deferred@1214264269 after retry RPC after error@1019149605)))
17:39:13.038 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [3ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [23ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [23ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [24ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [43ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [63ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [83ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [83ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [103ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [103ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [104ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [162ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [162ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [163ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [164ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [242ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [242ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [243ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, deferred=Deferred@1980854295(state=PENDING, result=null, callback=(continuation of Deferred@898539337 after retry RPC after error@187522601) -> (continuation of Deferred@671361030 after retry RPC after error@1441297625) -> (continuation of Deferred@350084602 after retry RPC after error@1977619806) -> (continuation of Deferred@2091735036 after retry RPC after error@1794488844) -> (continuation of Deferred@272472229 after retry RPC after error@1703032089) -> (continuation of Deferred@1929809122 after retry RPC after error@879000916) -> (continuation of Deferred@1214264269 after retry RPC after error@1019149605), errback=(continuation of Deferred@898539337 after retry RPC after error@187522601) -> (continuation of Deferred@671361030 after retry RPC after error@1441297625) -> (continuation of Deferred@350084602 after retry RPC after error@1977619806) -> (continuation of Deferred@2091735036 after retry RPC after error@1794488844) -> (continuation of Deferred@272472229 after retry RPC after error@1703032089) -> (continuation of Deferred@1929809122 after retry RPC after error@879000916) -> (continuation of Deferred@1214264269 after retry RPC after error@1019149605)))
17:39:13.054 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:13.054 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:13.055 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:13.055 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:13.055 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:13.055 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:13.055 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:13.055 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:13.056 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:13.074 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:13.074 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:13.075 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:13.075 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:13.075 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:13.075 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:13.075 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:13.075 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:13.076 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:13.094 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:13.094 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:13.095 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:13.095 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:13.095 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:13.095 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:13.095 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:13.095 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:13.096 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:13.114 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:13.114 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:13.115 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:13.115 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:13.115 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:13.115 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:13.115 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:13.115 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:13.116 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:13.134 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:13.135 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:13.135 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:13.135 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:13.135 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:13.135 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:13.136 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:13.136 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:13.137 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:13.154 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:13.155 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:13.155 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:13.155 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:13.155 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:13.155 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:13.155 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:13.155 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:13.157 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:13.174 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:13.174 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:13.175 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:13.175 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:13.175 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:13.175 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:13.175 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:13.175 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:13.176 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:13.275 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:13.275 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:13.275 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:13.275 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:13.275 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:13.276 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:13.276 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:13.276 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:13.277 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:13.277 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [103ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [222ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [222ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [223ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, deferred=Deferred@204460737(state=PENDING, result=null, callback=(continuation of Deferred@1264836760 after retry RPC after error@539726369) -> (continuation of Deferred@405555173 after retry RPC after error@1785149435) -> (continuation of Deferred@1045724431 after retry RPC after error@1108499070) -> (continuation of Deferred@955989686 after retry RPC after error@1802505917) -> (continuation of Deferred@1985067737 after retry RPC after error@650170311) -> (continuation of Deferred@1194285863 after retry RPC after error@750891161) -> (continuation of Deferred@1463636138 after retry RPC after error@1998783357), errback=(continuation of Deferred@1264836760 after retry RPC after error@539726369) -> (continuation of Deferred@405555173 after retry RPC after error@1785149435) -> (continuation of Deferred@1045724431 after retry RPC after error@1108499070) -> (continuation of Deferred@955989686 after retry RPC after error@1802505917) -> (continuation of Deferred@1985067737 after retry RPC after error@650170311) -> (continuation of Deferred@1194285863 after retry RPC after error@750891161) -> (continuation of Deferred@1463636138 after retry RPC after error@1998783357)))
17:39:13.278 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [103ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [222ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [222ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [223ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, deferred=Deferred@204460737(state=PENDING, result=null, callback=(continuation of Deferred@1264836760 after retry RPC after error@539726369) -> (continuation of Deferred@405555173 after retry RPC after error@1785149435) -> (continuation of Deferred@1045724431 after retry RPC after error@1108499070) -> (continuation of Deferred@955989686 after retry RPC after error@1802505917) -> (continuation of Deferred@1985067737 after retry RPC after error@650170311) -> (continuation of Deferred@1194285863 after retry RPC after error@750891161) -> (continuation of Deferred@1463636138 after retry RPC after error@1998783357), errback=(continuation of Deferred@1264836760 after retry RPC after error@539726369) -> (continuation of Deferred@405555173 after retry RPC after error@1785149435) -> (continuation of Deferred@1045724431 after retry RPC after error@1108499070) -> (continuation of Deferred@955989686 after retry RPC after error@1802505917) -> (continuation of Deferred@1985067737 after retry RPC after error@650170311) -> (continuation of Deferred@1194285863 after retry RPC after error@750891161) -> (continuation of Deferred@1463636138 after retry RPC after error@1998783357)))
17:39:13.294 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:13.295 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:13.295 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:13.295 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:13.295 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:13.295 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:13.296 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:13.296 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:13.297 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:13.314 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:13.315 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:13.315 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:13.315 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:13.315 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:13.315 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:13.315 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:13.316 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:13.317 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:13.334 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:13.335 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:13.335 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:13.335 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:13.335 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:13.335 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:13.335 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:13.335 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:13.336 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:13.354 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:13.354 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:13.355 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:13.355 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:13.355 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:13.355 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:13.355 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:13.355 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:13.356 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:13.374 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:13.374 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:13.375 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:13.375 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:13.375 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:13.375 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:13.375 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:13.375 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:13.376 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:13.394 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:13.394 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:13.394 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:13.394 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:13.395 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:13.395 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:13.395 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:13.395 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:13.396 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:13.414 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:13.415 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:13.415 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:13.415 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:13.415 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:13.416 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:13.416 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:13.416 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:13.417 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:13.514 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:13.514 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:13.515 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:13.515 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:13.515 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:13.515 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:13.515 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:13.515 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:13.517 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:13.517 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [3ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [23ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [123ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [221ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [221ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [223ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, deferred=Deferred@967683034(state=PENDING, result=null, callback=(continuation of Deferred@1191450605 after retry RPC after error@1108936158) -> (continuation of Deferred@1427644426 after retry RPC after error@29340168) -> (continuation of Deferred@1726178989 after retry RPC after error@1826531418) -> (continuation of Deferred@2027081147 after retry RPC after error@75571035) -> (continuation of Deferred@2032846696 after retry RPC after error@1613704303) -> (continuation of Deferred@243178180 after retry RPC after error@34154391) -> (continuation of Deferred@758624569 after retry RPC after error@887270564), errback=(continuation of Deferred@1191450605 after retry RPC after error@1108936158) -> (continuation of Deferred@1427644426 after retry RPC after error@29340168) -> (continuation of Deferred@1726178989 after retry RPC after error@1826531418) -> (continuation of Deferred@2027081147 after retry RPC after error@75571035) -> (continuation of Deferred@2032846696 after retry RPC after error@1613704303) -> (continuation of Deferred@243178180 after retry RPC after error@34154391) -> (continuation of Deferred@758624569 after retry RPC after error@887270564)))
17:39:13.518 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [3ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [23ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [123ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [221ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [221ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [223ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, deferred=Deferred@967683034(state=PENDING, result=null, callback=(continuation of Deferred@1191450605 after retry RPC after error@1108936158) -> (continuation of Deferred@1427644426 after retry RPC after error@29340168) -> (continuation of Deferred@1726178989 after retry RPC after error@1826531418) -> (continuation of Deferred@2027081147 after retry RPC after error@75571035) -> (continuation of Deferred@2032846696 after retry RPC after error@1613704303) -> (continuation of Deferred@243178180 after retry RPC after error@34154391) -> (continuation of Deferred@758624569 after retry RPC after error@887270564), errback=(continuation of Deferred@1191450605 after retry RPC after error@1108936158) -> (continuation of Deferred@1427644426 after retry RPC after error@29340168) -> (continuation of Deferred@1726178989 after retry RPC after error@1826531418) -> (continuation of Deferred@2027081147 after retry RPC after error@75571035) -> (continuation of Deferred@2032846696 after retry RPC after error@1613704303) -> (continuation of Deferred@243178180 after retry RPC after error@34154391) -> (continuation of Deferred@758624569 after retry RPC after error@887270564)))
17:39:13.534 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:13.534 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:13.535 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:13.535 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:13.535 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:13.535 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:13.535 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:13.535 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:13.536 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:13.554 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:13.554 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:13.555 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:13.555 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:13.555 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:13.555 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:13.555 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:13.555 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:13.556 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:13.575 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:13.575 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:13.576 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:13.576 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:13.576 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:13.576 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:13.576 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:13.576 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:13.577 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:13.594 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:13.595 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:13.595 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:13.595 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:13.595 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:13.595 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:13.596 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:13.596 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:13.597 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:13.614 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:13.614 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:13.615 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:13.615 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:13.615 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:13.615 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:13.615 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:13.615 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:13.616 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:13.654 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:13.654 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:13.655 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:13.655 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:13.655 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:13.655 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:13.655 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:13.656 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:13.656 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:13.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:39:13.678133 19229 master_runner.cc:186] Error getting master registration for 127.17.204.62:35645: Network error: Client connection negotiation failed: client connection to 127.17.204.62:35645: connect: Connection refused (error 111),
17:39:13.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:39:13.678404 19229 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
17:39:13.714 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:13.714 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:13.715 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:13.715 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:13.715 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:13.715 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:13.715 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:13.715 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:13.716 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:13.717 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [3ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [23ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [43ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [43ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [44ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [63ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [64ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [83ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [123ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [183ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@254691973(state=PENDING, result=null, callback=(continuation of Deferred@394526217 after retry RPC after error@483540775) -> (continuation of Deferred@1371670910 after retry RPC after error@751115169) -> (continuation of Deferred@608099206 after retry RPC after error@689496865) -> (continuation of Deferred@1758496389 after retry RPC after error@1825345581) -> (continuation of Deferred@1048347865 after retry RPC after error@1343453660) -> (continuation of Deferred@1016801781 after retry RPC after error@878611379), errback=(continuation of Deferred@394526217 after retry RPC after error@483540775) -> (continuation of Deferred@1371670910 after retry RPC after error@751115169) -> (continuation of Deferred@608099206 after retry RPC after error@689496865) -> (continuation of Deferred@1758496389 after retry RPC after error@1825345581) -> (continuation of Deferred@1048347865 after retry RPC after error@1343453660) -> (continuation of Deferred@1016801781 after retry RPC after error@878611379)))
17:39:13.717 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [3ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [23ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [43ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [43ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [44ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [63ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [64ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [83ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [123ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [183ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@254691973(state=PENDING, result=null, callback=(continuation of Deferred@394526217 after retry RPC after error@483540775) -> (continuation of Deferred@1371670910 after retry RPC after error@751115169) -> (continuation of Deferred@608099206 after retry RPC after error@689496865) -> (continuation of Deferred@1758496389 after retry RPC after error@1825345581) -> (continuation of Deferred@1048347865 after retry RPC after error@1343453660) -> (continuation of Deferred@1016801781 after retry RPC after error@878611379), errback=(continuation of Deferred@394526217 after retry RPC after error@483540775) -> (continuation of Deferred@1371670910 after retry RPC after error@751115169) -> (continuation of Deferred@608099206 after retry RPC after error@689496865) -> (continuation of Deferred@1758496389 after retry RPC after error@1825345581) -> (continuation of Deferred@1048347865 after retry RPC after error@1343453660) -> (continuation of Deferred@1016801781 after retry RPC after error@878611379)))
17:39:13.734 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:13.734 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:13.735 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:13.735 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:13.735 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:13.735 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:13.735 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:13.735 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:13.736 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:13.754 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:13.754 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:13.755 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:13.755 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:13.755 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:13.755 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:13.755 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:13.755 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:13.756 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:13.774 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:13.774 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:13.775 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:13.775 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:13.775 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:13.775 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:13.775 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:13.775 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:13.776 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:13.794 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:13.794 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:13.795 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:13.795 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:13.795 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:13.795 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:13.795 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:13.795 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:13.796 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:13.814 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:13.815 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:13.815 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:13.815 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:13.815 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:13.815 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:13.816 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:13.816 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:13.817 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:13.854 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:13.855 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:13.855 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:13.855 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:13.855 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:13.855 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:13.855 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:13.855 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:13.857 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:13.894 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:13.894 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:13.895 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:13.895 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:13.895 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:13.895 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:13.895 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:13.895 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:13.896 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:13.897 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [162ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@1258421550(state=PENDING, result=null, callback=(continuation of Deferred@842974740 after retry RPC after error@596544495) -> (continuation of Deferred@66748627 after retry RPC after error@1196877071) -> (continuation of Deferred@52200855 after retry RPC after error@1411033064) -> (continuation of Deferred@53565856 after retry RPC after error@1941944916) -> (continuation of Deferred@342403465 after retry RPC after error@357329163) -> (continuation of Deferred@473550427 after retry RPC after error@307931794), errback=(continuation of Deferred@842974740 after retry RPC after error@596544495) -> (continuation of Deferred@66748627 after retry RPC after error@1196877071) -> (continuation of Deferred@52200855 after retry RPC after error@1411033064) -> (continuation of Deferred@53565856 after retry RPC after error@1941944916) -> (continuation of Deferred@342403465 after retry RPC after error@357329163) -> (continuation of Deferred@473550427 after retry RPC after error@307931794)))
17:39:13.897 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [162ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@1258421550(state=PENDING, result=null, callback=(continuation of Deferred@842974740 after retry RPC after error@596544495) -> (continuation of Deferred@66748627 after retry RPC after error@1196877071) -> (continuation of Deferred@52200855 after retry RPC after error@1411033064) -> (continuation of Deferred@53565856 after retry RPC after error@1941944916) -> (continuation of Deferred@342403465 after retry RPC after error@357329163) -> (continuation of Deferred@473550427 after retry RPC after error@307931794), errback=(continuation of Deferred@842974740 after retry RPC after error@596544495) -> (continuation of Deferred@66748627 after retry RPC after error@1196877071) -> (continuation of Deferred@52200855 after retry RPC after error@1411033064) -> (continuation of Deferred@53565856 after retry RPC after error@1941944916) -> (continuation of Deferred@342403465 after retry RPC after error@357329163) -> (continuation of Deferred@473550427 after retry RPC after error@307931794)))
17:39:13.914 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:13.914 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:13.915 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:13.915 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:13.915 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:13.915 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:13.915 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:13.915 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:13.916 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:13.935 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:13.935 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:13.935 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:13.935 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:13.936 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:13.936 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:13.936 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:13.936 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:13.937 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:13.954 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:13.955 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:13.955 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:13.955 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:13.955 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:13.955 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:13.955 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:13.955 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:13.957 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:13.974 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:13.974 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:13.975 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:13.975 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:13.975 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:13.975 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:13.975 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:13.975 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:13.976 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:13.994 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:13.994 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:13.995 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:13.995 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:13.995 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:13.995 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:13.995 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:13.995 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:13.996 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:14.014 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:14.014 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:14.015 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:14.015 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:14.015 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:14.015 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:14.015 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:14.015 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:14.016 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:14.035 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:14.035 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:14.035 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:14.035 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:14.036 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:14.036 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:14.036 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:14.036 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:14.037 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:14.134 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:14.134 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:14.135 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:14.135 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:14.135 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:14.135 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:14.135 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:14.135 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:14.136 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:14.137 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [23ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [221ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [221ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [222ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, deferred=Deferred@142939329(state=PENDING, result=null, callback=(continuation of Deferred@576496269 after retry RPC after error@1331404427) -> (continuation of Deferred@1741984090 after retry RPC after error@1205318269) -> (continuation of Deferred@5777600 after retry RPC after error@325337478) -> (continuation of Deferred@1350126833 after retry RPC after error@709314777) -> (continuation of Deferred@1805151097 after retry RPC after error@1514242045) -> (continuation of Deferred@1078312576 after retry RPC after error@1356081105) -> (continuation of Deferred@2025803025 after retry RPC after error@701528940), errback=(continuation of Deferred@576496269 after retry RPC after error@1331404427) -> (continuation of Deferred@1741984090 after retry RPC after error@1205318269) -> (continuation of Deferred@5777600 after retry RPC after error@325337478) -> (continuation of Deferred@1350126833 after retry RPC after error@709314777) -> (continuation of Deferred@1805151097 after retry RPC after error@1514242045) -> (continuation of Deferred@1078312576 after retry RPC after error@1356081105) -> (continuation of Deferred@2025803025 after retry RPC after error@701528940)))
17:39:14.137 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [23ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [221ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [221ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [222ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, deferred=Deferred@142939329(state=PENDING, result=null, callback=(continuation of Deferred@576496269 after retry RPC after error@1331404427) -> (continuation of Deferred@1741984090 after retry RPC after error@1205318269) -> (continuation of Deferred@5777600 after retry RPC after error@325337478) -> (continuation of Deferred@1350126833 after retry RPC after error@709314777) -> (continuation of Deferred@1805151097 after retry RPC after error@1514242045) -> (continuation of Deferred@1078312576 after retry RPC after error@1356081105) -> (continuation of Deferred@2025803025 after retry RPC after error@701528940), errback=(continuation of Deferred@576496269 after retry RPC after error@1331404427) -> (continuation of Deferred@1741984090 after retry RPC after error@1205318269) -> (continuation of Deferred@5777600 after retry RPC after error@325337478) -> (continuation of Deferred@1350126833 after retry RPC after error@709314777) -> (continuation of Deferred@1805151097 after retry RPC after error@1514242045) -> (continuation of Deferred@1078312576 after retry RPC after error@1356081105) -> (continuation of Deferred@2025803025 after retry RPC after error@701528940)))
17:39:14.154 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:14.154 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:14.155 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:14.155 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:14.155 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:14.155 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:14.155 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:14.155 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:14.157 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:14.174 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:14.174 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:14.175 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:14.175 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:14.175 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:14.175 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:14.175 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:14.175 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:14.176 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:14.194 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:14.194 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:14.194 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:14.194 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:14.195 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:14.195 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:14.195 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:14.195 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:14.196 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:14.214 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:14.215 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:14.215 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:14.215 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:14.216 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:14.216 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:14.216 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:14.216 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:14.217 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:14.234 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:14.235 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:14.235 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:14.235 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:14.235 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:14.235 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:14.235 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:14.235 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:14.237 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:14.274 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:14.275 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:14.275 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:14.275 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:14.276 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:14.276 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:14.276 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:14.276 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:14.277 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:14.314 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:14.315 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:14.315 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:14.315 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:14.315 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:14.316 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:14.316 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:14.316 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:14.316 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:14.374 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:14.374 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:14.375 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:14.375 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:14.375 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:14.375 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:14.375 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:14.375 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:14.376 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:14.376 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [162ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [162ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [162ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [219ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [221ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [221ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [222ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, deferred=Deferred@1058563882(state=PENDING, result=null, callback=(continuation of Deferred@1439066499 after retry RPC after error@919372173) -> (continuation of Deferred@1171588383 after retry RPC after error@965217208) -> (continuation of Deferred@1600448379 after retry RPC after error@234280435) -> (continuation of Deferred@1617347759 after retry RPC after error@424330960) -> (continuation of Deferred@1642964413 after retry RPC after error@1519365438) -> (continuation of Deferred@203049340 after retry RPC after error@1126789737) -> (continuation of Deferred@1332082684 after retry RPC after error@1747211635), errback=(continuation of Deferred@1439066499 after retry RPC after error@919372173) -> (continuation of Deferred@1171588383 after retry RPC after error@965217208) -> (continuation of Deferred@1600448379 after retry RPC after error@234280435) -> (continuation of Deferred@1617347759 after retry RPC after error@424330960) -> (continuation of Deferred@1642964413 after retry RPC after error@1519365438) -> (continuation of Deferred@203049340 after retry RPC after error@1126789737) -> (continuation of Deferred@1332082684 after retry RPC after error@1747211635)))
17:39:14.377 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [162ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [162ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [162ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [219ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [221ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [221ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [222ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, deferred=Deferred@1058563882(state=PENDING, result=null, callback=(continuation of Deferred@1439066499 after retry RPC after error@919372173) -> (continuation of Deferred@1171588383 after retry RPC after error@965217208) -> (continuation of Deferred@1600448379 after retry RPC after error@234280435) -> (continuation of Deferred@1617347759 after retry RPC after error@424330960) -> (continuation of Deferred@1642964413 after retry RPC after error@1519365438) -> (continuation of Deferred@203049340 after retry RPC after error@1126789737) -> (continuation of Deferred@1332082684 after retry RPC after error@1747211635), errback=(continuation of Deferred@1439066499 after retry RPC after error@919372173) -> (continuation of Deferred@1171588383 after retry RPC after error@965217208) -> (continuation of Deferred@1600448379 after retry RPC after error@234280435) -> (continuation of Deferred@1617347759 after retry RPC after error@424330960) -> (continuation of Deferred@1642964413 after retry RPC after error@1519365438) -> (continuation of Deferred@203049340 after retry RPC after error@1126789737) -> (continuation of Deferred@1332082684 after retry RPC after error@1747211635)))
17:39:14.395 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:14.395 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:14.395 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:14.395 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:14.396 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:14.396 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:14.396 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:14.396 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:14.397 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:14.414 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:14.415 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:14.415 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:14.415 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:14.415 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:14.415 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:14.415 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:14.416 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:14.417 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:14.434 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:14.434 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:14.435 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:14.435 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:14.435 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:14.435 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:14.435 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:14.435 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:14.436 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:14.454 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:14.454 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:14.455 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:14.455 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:14.455 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:14.455 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:14.455 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:14.455 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:14.457 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:14.474 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:14.474 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:14.475 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:14.475 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:14.475 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:14.475 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:14.475 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:14.475 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:14.476 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:14.514 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:14.514 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:14.514 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:14.514 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:14.514 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:14.515 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:14.515 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:14.515 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:14.516 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:14.574 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:14.574 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:14.574 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:14.574 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:14.574 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:14.575 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:14.575 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:14.575 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:14.576 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:14.634 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:14.634 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:14.634 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:14.635 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:14.635 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:14.635 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:14.635 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:14.635 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:14.636 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:14.636 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [3ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [23ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [120ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [239ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [241ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [241ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [242ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, deferred=Deferred@554312740(state=PENDING, result=null, callback=(continuation of Deferred@520247854 after retry RPC after error@31755074) -> (continuation of Deferred@1423422216 after retry RPC after error@604800690) -> (continuation of Deferred@701659959 after retry RPC after error@214522836) -> (continuation of Deferred@1710225078 after retry RPC after error@630637999) -> (continuation of Deferred@522656233 after retry RPC after error@1509357090) -> (continuation of Deferred@1127674348 after retry RPC after error@1352597400) -> (continuation of Deferred@2001816627 after retry RPC after error@427352861), errback=(continuation of Deferred@520247854 after retry RPC after error@31755074) -> (continuation of Deferred@1423422216 after retry RPC after error@604800690) -> (continuation of Deferred@701659959 after retry RPC after error@214522836) -> (continuation of Deferred@1710225078 after retry RPC after error@630637999) -> (continuation of Deferred@522656233 after retry RPC after error@1509357090) -> (continuation of Deferred@1127674348 after retry RPC after error@1352597400) -> (continuation of Deferred@2001816627 after retry RPC after error@427352861)))
17:39:14.637 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [3ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [23ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [120ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [239ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [241ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [241ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [242ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, deferred=Deferred@554312740(state=PENDING, result=null, callback=(continuation of Deferred@520247854 after retry RPC after error@31755074) -> (continuation of Deferred@1423422216 after retry RPC after error@604800690) -> (continuation of Deferred@701659959 after retry RPC after error@214522836) -> (continuation of Deferred@1710225078 after retry RPC after error@630637999) -> (continuation of Deferred@522656233 after retry RPC after error@1509357090) -> (continuation of Deferred@1127674348 after retry RPC after error@1352597400) -> (continuation of Deferred@2001816627 after retry RPC after error@427352861), errback=(continuation of Deferred@520247854 after retry RPC after error@31755074) -> (continuation of Deferred@1423422216 after retry RPC after error@604800690) -> (continuation of Deferred@701659959 after retry RPC after error@214522836) -> (continuation of Deferred@1710225078 after retry RPC after error@630637999) -> (continuation of Deferred@522656233 after retry RPC after error@1509357090) -> (continuation of Deferred@1127674348 after retry RPC after error@1352597400) -> (continuation of Deferred@2001816627 after retry RPC after error@427352861)))
17:39:14.654 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:14.655 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:14.655 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:14.655 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:14.655 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:14.655 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:14.655 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:14.656 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:14.657 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:14.674 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:14.675 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:14.675 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:14.675 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:14.675 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:14.675 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:14.675 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:14.675 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:14.677 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:14.694 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:14.694 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:14.695 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:14.695 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:14.695 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:14.695 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:14.695 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:14.695 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:14.696 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:14.714 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:14.714 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:14.715 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:14.715 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:14.715 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:14.715 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:14.715 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:14.715 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:14.716 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:14.734 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:14.734 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:14.735 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:14.735 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:14.735 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:14.735 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:14.735 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:14.735 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:14.736 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:14.754 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:14.754 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:14.755 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:14.755 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:14.755 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:14.755 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:14.755 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:14.755 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:14.756 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:14.834 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:14.834 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:14.835 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:14.835 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:14.835 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:14.835 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:14.835 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:14.835 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:14.836 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:14.837 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@1192430696(state=PENDING, result=null, callback=(continuation of Deferred@167743440 after retry RPC after error@1713000805) -> (continuation of Deferred@2086539040 after retry RPC after error@594623631) -> (continuation of Deferred@1451603518 after retry RPC after error@1646286066) -> (continuation of Deferred@1854632089 after retry RPC after error@1152695427) -> (continuation of Deferred@1073464941 after retry RPC after error@1595703972) -> (continuation of Deferred@1789279846 after retry RPC after error@186111765), errback=(continuation of Deferred@167743440 after retry RPC after error@1713000805) -> (continuation of Deferred@2086539040 after retry RPC after error@594623631) -> (continuation of Deferred@1451603518 after retry RPC after error@1646286066) -> (continuation of Deferred@1854632089 after retry RPC after error@1152695427) -> (continuation of Deferred@1073464941 after retry RPC after error@1595703972) -> (continuation of Deferred@1789279846 after retry RPC after error@186111765)))
17:39:14.837 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@1192430696(state=PENDING, result=null, callback=(continuation of Deferred@167743440 after retry RPC after error@1713000805) -> (continuation of Deferred@2086539040 after retry RPC after error@594623631) -> (continuation of Deferred@1451603518 after retry RPC after error@1646286066) -> (continuation of Deferred@1854632089 after retry RPC after error@1152695427) -> (continuation of Deferred@1073464941 after retry RPC after error@1595703972) -> (continuation of Deferred@1789279846 after retry RPC after error@186111765), errback=(continuation of Deferred@167743440 after retry RPC after error@1713000805) -> (continuation of Deferred@2086539040 after retry RPC after error@594623631) -> (continuation of Deferred@1451603518 after retry RPC after error@1646286066) -> (continuation of Deferred@1854632089 after retry RPC after error@1152695427) -> (continuation of Deferred@1073464941 after retry RPC after error@1595703972) -> (continuation of Deferred@1789279846 after retry RPC after error@186111765)))
17:39:14.854 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:14.854 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:14.855 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:14.855 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:14.855 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:14.855 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:14.855 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:14.855 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:14.856 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:14.874 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:14.874 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:14.875 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:14.875 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:14.875 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:14.875 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:14.875 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:14.875 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:14.876 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:14.894 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:14.894 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:14.894 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:14.894 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:14.894 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:14.895 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:14.895 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:14.895 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:14.896 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:14.914 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:14.915 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:14.915 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:14.915 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:14.915 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:14.915 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:14.915 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:14.916 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:14.917 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:14.934 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:14.935 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:14.935 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:14.935 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:14.935 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:14.935 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:14.936 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:14.936 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:14.937 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:14.974 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:14.975 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:14.975 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:14.975 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:14.975 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:14.975 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:14.976 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:14.976 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:14.977 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:15.054 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:15.055 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:15.055 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:15.055 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:15.056 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:15.056 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:15.056 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:15.056 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:15.057 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:15.057 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [40ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [83ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [202ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [202ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [203ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@478538504(state=PENDING, result=null, callback=(continuation of Deferred@1401325594 after retry RPC after error@1536983359) -> (continuation of Deferred@1029081953 after retry RPC after error@247003752) -> (continuation of Deferred@1771660797 after retry RPC after error@1454609544) -> (continuation of Deferred@1597444284 after retry RPC after error@378919560) -> (continuation of Deferred@872538922 after retry RPC after error@2128357110) -> (continuation of Deferred@420051809 after retry RPC after error@569422674), errback=(continuation of Deferred@1401325594 after retry RPC after error@1536983359) -> (continuation of Deferred@1029081953 after retry RPC after error@247003752) -> (continuation of Deferred@1771660797 after retry RPC after error@1454609544) -> (continuation of Deferred@1597444284 after retry RPC after error@378919560) -> (continuation of Deferred@872538922 after retry RPC after error@2128357110) -> (continuation of Deferred@420051809 after retry RPC after error@569422674)))
17:39:15.058 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [40ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [83ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [202ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [202ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [203ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@478538504(state=PENDING, result=null, callback=(continuation of Deferred@1401325594 after retry RPC after error@1536983359) -> (continuation of Deferred@1029081953 after retry RPC after error@247003752) -> (continuation of Deferred@1771660797 after retry RPC after error@1454609544) -> (continuation of Deferred@1597444284 after retry RPC after error@378919560) -> (continuation of Deferred@872538922 after retry RPC after error@2128357110) -> (continuation of Deferred@420051809 after retry RPC after error@569422674), errback=(continuation of Deferred@1401325594 after retry RPC after error@1536983359) -> (continuation of Deferred@1029081953 after retry RPC after error@247003752) -> (continuation of Deferred@1771660797 after retry RPC after error@1454609544) -> (continuation of Deferred@1597444284 after retry RPC after error@378919560) -> (continuation of Deferred@872538922 after retry RPC after error@2128357110) -> (continuation of Deferred@420051809 after retry RPC after error@569422674)))
17:39:15.074 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:15.075 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:15.075 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:15.075 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:15.075 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:15.075 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:15.075 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:15.075 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:15.077 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:15.094 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:15.094 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:15.095 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:15.095 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:15.095 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:15.095 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:15.095 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:15.095 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:15.096 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:15.114 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:15.114 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:15.115 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:15.115 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:15.115 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:15.115 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:15.115 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:15.115 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:15.116 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:15.134 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:15.135 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:15.135 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:15.135 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:15.136 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:15.136 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:15.136 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:15.136 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:15.137 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:15.154 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:15.155 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:15.155 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:15.156 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:15.156 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:15.156 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:15.157 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:15.157 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:15.157 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:15.194 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:15.194 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:15.195 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:15.195 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:15.195 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:15.195 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:15.195 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:15.195 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:15.197 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:15.214 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:15.214 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:15.215 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:15.215 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:15.215 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:15.215 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:15.215 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:15.215 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:15.216 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:15.274 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:15.274 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:15.275 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:15.275 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:15.275 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:15.275 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:15.275 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:15.275 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:15.276 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:15.276 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [63ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [83ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [83ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [142ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [201ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [201ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [202ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, deferred=Deferred@469813558(state=PENDING, result=null, callback=(continuation of Deferred@998176260 after retry RPC after error@1609769964) -> (continuation of Deferred@978762515 after retry RPC after error@537238550) -> (continuation of Deferred@1812435140 after retry RPC after error@715993835) -> (continuation of Deferred@623680142 after retry RPC after error@692410129) -> (continuation of Deferred@2039771981 after retry RPC after error@988626174) -> (continuation of Deferred@2069117383 after retry RPC after error@2016019555) -> (continuation of Deferred@578690608 after retry RPC after error@1906826317), errback=(continuation of Deferred@998176260 after retry RPC after error@1609769964) -> (continuation of Deferred@978762515 after retry RPC after error@537238550) -> (continuation of Deferred@1812435140 after retry RPC after error@715993835) -> (continuation of Deferred@623680142 after retry RPC after error@692410129) -> (continuation of Deferred@2039771981 after retry RPC after error@988626174) -> (continuation of Deferred@2069117383 after retry RPC after error@2016019555) -> (continuation of Deferred@578690608 after retry RPC after error@1906826317)))
17:39:15.277 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [63ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [83ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [83ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [142ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [201ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [201ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [202ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, deferred=Deferred@469813558(state=PENDING, result=null, callback=(continuation of Deferred@998176260 after retry RPC after error@1609769964) -> (continuation of Deferred@978762515 after retry RPC after error@537238550) -> (continuation of Deferred@1812435140 after retry RPC after error@715993835) -> (continuation of Deferred@623680142 after retry RPC after error@692410129) -> (continuation of Deferred@2039771981 after retry RPC after error@988626174) -> (continuation of Deferred@2069117383 after retry RPC after error@2016019555) -> (continuation of Deferred@578690608 after retry RPC after error@1906826317), errback=(continuation of Deferred@998176260 after retry RPC after error@1609769964) -> (continuation of Deferred@978762515 after retry RPC after error@537238550) -> (continuation of Deferred@1812435140 after retry RPC after error@715993835) -> (continuation of Deferred@623680142 after retry RPC after error@692410129) -> (continuation of Deferred@2039771981 after retry RPC after error@988626174) -> (continuation of Deferred@2069117383 after retry RPC after error@2016019555) -> (continuation of Deferred@578690608 after retry RPC after error@1906826317)))
17:39:15.294 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:15.294 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:15.294 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:15.294 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:15.294 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:15.295 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:15.295 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:15.295 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:15.296 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:15.314 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:15.315 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:15.315 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:15.315 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:15.315 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:15.315 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:15.315 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:15.316 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:15.316 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:15.334 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:15.335 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:15.335 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:15.335 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:15.335 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:15.335 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:15.335 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:15.335 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:15.337 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:15.354 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:15.355 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:15.355 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:15.355 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:15.355 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:15.356 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:15.356 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:15.356 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:15.356 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:15.356 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:15.357 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:15.357 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:15.374 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:15.375 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:15.375 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:15.375 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:15.376 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:15.376 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:15.376 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:15.376 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:15.377 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:15.394 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:15.394 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:15.395 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:15.395 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:15.395 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:15.395 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:15.395 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:15.395 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:15.397 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:15.454 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:15.455 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:15.455 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:15.455 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:15.455 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:15.455 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:15.455 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:15.456 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:15.457 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:15.457 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [3ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [23ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [43ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [62ms] refreshing cache from master, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [63ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [63ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [64ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [83ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [84ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [103ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [162ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [162ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [163ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [164ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, deferred=Deferred@1771027362(state=PENDING, result=null, callback=(continuation of Deferred@1332051903 after retry RPC after error@1051040729) -> (continuation of Deferred@43888592 after retry RPC after error@375080586) -> (continuation of Deferred@1923570553 after retry RPC after error@1615756711) -> (continuation of Deferred@264416593 after retry RPC after error@1130480949) -> (continuation of Deferred@190128819 after retry RPC after error@409322811) -> (continuation of Deferred@39279427 after retry RPC after error@1330806353), errback=(continuation of Deferred@1332051903 after retry RPC after error@1051040729) -> (continuation of Deferred@43888592 after retry RPC after error@375080586) -> (continuation of Deferred@1923570553 after retry RPC after error@1615756711) -> (continuation of Deferred@264416593 after retry RPC after error@1130480949) -> (continuation of Deferred@190128819 after retry RPC after error@409322811) -> (continuation of Deferred@39279427 after retry RPC after error@1330806353)))
17:39:15.457 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [3ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [23ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [43ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [62ms] refreshing cache from master, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [63ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [63ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [64ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [83ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [84ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [103ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [162ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [162ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [163ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [164ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, deferred=Deferred@1771027362(state=PENDING, result=null, callback=(continuation of Deferred@1332051903 after retry RPC after error@1051040729) -> (continuation of Deferred@43888592 after retry RPC after error@375080586) -> (continuation of Deferred@1923570553 after retry RPC after error@1615756711) -> (continuation of Deferred@264416593 after retry RPC after error@1130480949) -> (continuation of Deferred@190128819 after retry RPC after error@409322811) -> (continuation of Deferred@39279427 after retry RPC after error@1330806353), errback=(continuation of Deferred@1332051903 after retry RPC after error@1051040729) -> (continuation of Deferred@43888592 after retry RPC after error@375080586) -> (continuation of Deferred@1923570553 after retry RPC after error@1615756711) -> (continuation of Deferred@264416593 after retry RPC after error@1130480949) -> (continuation of Deferred@190128819 after retry RPC after error@409322811) -> (continuation of Deferred@39279427 after retry RPC after error@1330806353)))
17:39:15.474 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:15.474 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:15.475 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:15.475 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:15.475 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:15.475 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:15.475 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:15.476 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:15.476 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:15.494 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:15.494 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:15.495 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:15.495 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:15.495 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:15.495 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:15.495 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:15.495 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:15.496 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:15.514 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:15.514 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:15.514 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:15.514 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:15.515 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:15.515 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:15.515 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:15.515 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:15.516 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:15.534 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:15.535 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:15.535 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:15.535 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:15.535 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:15.536 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:15.536 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:15.536 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:15.537 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:15.554 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:15.554 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:15.555 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:15.555 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:15.555 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:15.555 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:15.555 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:15.555 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:15.557 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:15.594 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:15.595 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:15.595 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:15.595 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:15.595 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:15.595 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:15.596 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:15.596 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:15.597 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:15.655 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:15.655 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:15.655 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:15.656 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:15.656 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:15.656 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:15.656 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:15.656 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:15.657 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:15.658 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [63ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [83ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [123ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [183ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, deferred=Deferred@895871278(state=PENDING, result=null, callback=(continuation of Deferred@83156340 after retry RPC after error@2013787028) -> (continuation of Deferred@421356371 after retry RPC after error@61588935) -> (continuation of Deferred@563521467 after retry RPC after error@1716153166) -> (continuation of Deferred@339712815 after retry RPC after error@1239933330) -> (continuation of Deferred@1574452330 after retry RPC after error@1761422468) -> (continuation of Deferred@15938647 after retry RPC after error@1986965162), errback=(continuation of Deferred@83156340 after retry RPC after error@2013787028) -> (continuation of Deferred@421356371 after retry RPC after error@61588935) -> (continuation of Deferred@563521467 after retry RPC after error@1716153166) -> (continuation of Deferred@339712815 after retry RPC after error@1239933330) -> (continuation of Deferred@1574452330 after retry RPC after error@1761422468) -> (continuation of Deferred@15938647 after retry RPC after error@1986965162)))
17:39:15.658 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [63ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [83ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [123ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [183ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, deferred=Deferred@895871278(state=PENDING, result=null, callback=(continuation of Deferred@83156340 after retry RPC after error@2013787028) -> (continuation of Deferred@421356371 after retry RPC after error@61588935) -> (continuation of Deferred@563521467 after retry RPC after error@1716153166) -> (continuation of Deferred@339712815 after retry RPC after error@1239933330) -> (continuation of Deferred@1574452330 after retry RPC after error@1761422468) -> (continuation of Deferred@15938647 after retry RPC after error@1986965162), errback=(continuation of Deferred@83156340 after retry RPC after error@2013787028) -> (continuation of Deferred@421356371 after retry RPC after error@61588935) -> (continuation of Deferred@563521467 after retry RPC after error@1716153166) -> (continuation of Deferred@339712815 after retry RPC after error@1239933330) -> (continuation of Deferred@1574452330 after retry RPC after error@1761422468) -> (continuation of Deferred@15938647 after retry RPC after error@1986965162)))
17:39:15.674 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:15.675 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:15.676 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:15.676 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:15.676 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:15.676 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:15.676 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:15.676 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:15.677 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:15.694 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:15.694 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:15.694 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:15.694 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:15.694 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:15.695 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:15.695 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:15.695 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:15.696 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:15.714 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:15.715 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:15.715 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:15.715 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:15.715 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:15.715 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:15.715 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:15.716 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:15.717 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:15.734 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:15.734 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:15.735 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:15.735 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:15.735 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:15.735 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:15.735 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:15.735 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:15.737 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:15.754 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:15.754 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:15.755 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:15.755 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:15.755 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:15.755 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:15.755 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:15.756 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:15.756 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:15.794 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:15.794 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:15.795 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:15.795 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:15.795 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:15.795 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:15.795 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:15.795 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:15.796 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:15.854 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:15.855 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:15.855 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:15.855 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:15.855 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:15.855 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:15.855 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:15.856 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:15.856 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:15.935 [DEBUG - pool-49-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [3ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [20ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@54412672(state=PENDING, result=null, callback=(continuation of Deferred@297392889 after retry RPC after error@899101750) -> (continuation of Deferred@1632101199 after retry RPC after error@270837922) -> (continuation of Deferred@1326827085 after retry RPC after error@1135570205) -> (continuation of Deferred@489464764 after retry RPC after error@687368451) -> (continuation of Deferred@1237247487 after retry RPC after error@1900129872) -> (continuation of Deferred@159961735 after retry RPC after error@1657995972) -> (continuation of Deferred@1560052348 after retry RPC after error@548635805), errback=(continuation of Deferred@297392889 after retry RPC after error@899101750) -> (continuation of Deferred@1632101199 after retry RPC after error@270837922) -> (continuation of Deferred@1326827085 after retry RPC after error@1135570205) -> (continuation of Deferred@489464764 after retry RPC after error@687368451) -> (continuation of Deferred@1237247487 after retry RPC after error@1900129872) -> (continuation of Deferred@159961735 after retry RPC after error@1657995972) -> (continuation of Deferred@1560052348 after retry RPC after error@548635805)))
17:39:15.935 [WARN - pool-49-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
17:39:15.954 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:15.955 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:15.955 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:15.955 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:15.955 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:15.955 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:15.955 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:15.955 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:15.957 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:15.974 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:15.974 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:15.975 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:15.975 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:15.975 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:15.975 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:15.975 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:15.975 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:15.976 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:15.994 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:15.994 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:15.995 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:15.995 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:15.995 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:15.995 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:15.995 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:15.995 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:15.996 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:16.014 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:16.014 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:16.014 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:16.015 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:16.015 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:16.015 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:16.015 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:16.015 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:16.016 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:16.034 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:16.035 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:16.035 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:16.035 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:16.035 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:16.035 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:16.035 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:16.035 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:16.037 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:16.074 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:16.075 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:16.075 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:16.075 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:16.075 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:16.075 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:16.076 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:16.076 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:16.077 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:16.134 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:16.134 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:16.135 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:16.135 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:16.135 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:16.135 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:16.135 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:16.135 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:16.136 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:16.136 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [123ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, deferred=Deferred@1884874788(state=PENDING, result=null, callback=(continuation of Deferred@241679272 after retry RPC after error@895560726) -> (continuation of Deferred@2146478296 after retry RPC after error@1222534858) -> (continuation of Deferred@2077703810 after retry RPC after error@1206561906) -> (continuation of Deferred@1025931839 after retry RPC after error@116761447) -> (continuation of Deferred@1142205973 after retry RPC after error@1452213209) -> (continuation of Deferred@1484156085 after retry RPC after error@1932722759), errback=(continuation of Deferred@241679272 after retry RPC after error@895560726) -> (continuation of Deferred@2146478296 after retry RPC after error@1222534858) -> (continuation of Deferred@2077703810 after retry RPC after error@1206561906) -> (continuation of Deferred@1025931839 after retry RPC after error@116761447) -> (continuation of Deferred@1142205973 after retry RPC after error@1452213209) -> (continuation of Deferred@1484156085 after retry RPC after error@1932722759)))
17:39:16.137 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [123ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, deferred=Deferred@1884874788(state=PENDING, result=null, callback=(continuation of Deferred@241679272 after retry RPC after error@895560726) -> (continuation of Deferred@2146478296 after retry RPC after error@1222534858) -> (continuation of Deferred@2077703810 after retry RPC after error@1206561906) -> (continuation of Deferred@1025931839 after retry RPC after error@116761447) -> (continuation of Deferred@1142205973 after retry RPC after error@1452213209) -> (continuation of Deferred@1484156085 after retry RPC after error@1932722759), errback=(continuation of Deferred@241679272 after retry RPC after error@895560726) -> (continuation of Deferred@2146478296 after retry RPC after error@1222534858) -> (continuation of Deferred@2077703810 after retry RPC after error@1206561906) -> (continuation of Deferred@1025931839 after retry RPC after error@116761447) -> (continuation of Deferred@1142205973 after retry RPC after error@1452213209) -> (continuation of Deferred@1484156085 after retry RPC after error@1932722759)))
17:39:16.154 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:16.154 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:16.154 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:16.155 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:16.155 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:16.155 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:16.155 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:16.155 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:16.156 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:16.174 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:16.175 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:16.175 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:16.175 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:16.175 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:16.175 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:16.176 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:16.176 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:16.177 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:16.194 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:16.195 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:16.195 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:16.195 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:16.195 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:16.195 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:16.195 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:16.195 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:16.195 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:16.195 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:16.196 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:16.197 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:16.214 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:16.214 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:16.215 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:16.215 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:16.215 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:16.215 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:16.216 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:16.216 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:16.216 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:16.234 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:16.234 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:16.235 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:16.235 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:16.235 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:16.235 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:16.235 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:16.235 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:16.236 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:16.254 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:16.254 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:16.255 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:16.255 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:16.255 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:16.255 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:16.255 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:16.255 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:16.256 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:16.314 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:16.315 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:16.315 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:16.315 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:16.315 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:16.315 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:16.316 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:16.316 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:16.317 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:16.317 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [3ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [24ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [42ms] refreshing cache from master, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [43ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [63ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [83ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [103ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [162ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [163ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [163ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [164ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@497815323(state=PENDING, result=null, callback=(continuation of Deferred@218291492 after retry RPC after error@1501337440) -> (continuation of Deferred@32959859 after retry RPC after error@2086661761) -> (continuation of Deferred@1731196883 after retry RPC after error@1523956673) -> (continuation of Deferred@1828604061 after retry RPC after error@1867941989) -> (continuation of Deferred@2002742067 after retry RPC after error@2350506) -> (continuation of Deferred@503826323 after retry RPC after error@1162437014), errback=(continuation of Deferred@218291492 after retry RPC after error@1501337440) -> (continuation of Deferred@32959859 after retry RPC after error@2086661761) -> (continuation of Deferred@1731196883 after retry RPC after error@1523956673) -> (continuation of Deferred@1828604061 after retry RPC after error@1867941989) -> (continuation of Deferred@2002742067 after retry RPC after error@2350506) -> (continuation of Deferred@503826323 after retry RPC after error@1162437014)))
17:39:16.317 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [3ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [24ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [42ms] refreshing cache from master, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [43ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [63ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [83ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [103ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [162ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [163ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [163ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [164ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@497815323(state=PENDING, result=null, callback=(continuation of Deferred@218291492 after retry RPC after error@1501337440) -> (continuation of Deferred@32959859 after retry RPC after error@2086661761) -> (continuation of Deferred@1731196883 after retry RPC after error@1523956673) -> (continuation of Deferred@1828604061 after retry RPC after error@1867941989) -> (continuation of Deferred@2002742067 after retry RPC after error@2350506) -> (continuation of Deferred@503826323 after retry RPC after error@1162437014), errback=(continuation of Deferred@218291492 after retry RPC after error@1501337440) -> (continuation of Deferred@32959859 after retry RPC after error@2086661761) -> (continuation of Deferred@1731196883 after retry RPC after error@1523956673) -> (continuation of Deferred@1828604061 after retry RPC after error@1867941989) -> (continuation of Deferred@2002742067 after retry RPC after error@2350506) -> (continuation of Deferred@503826323 after retry RPC after error@1162437014)))
17:39:16.334 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:16.334 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:16.335 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:16.335 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:16.335 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:16.335 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:16.335 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:16.335 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:16.336 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:16.354 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:16.354 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:16.355 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:16.355 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:16.355 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:16.355 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:16.355 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:16.355 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:16.356 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:16.374 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:16.374 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:16.374 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:16.374 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:16.374 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:16.375 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:16.375 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:16.375 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:16.376 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:16.394 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:16.395 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:16.395 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:16.395 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:16.396 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:16.396 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:16.396 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:16.396 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:16.397 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:16.414 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:16.415 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:16.415 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:16.415 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:16.415 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:16.415 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:16.415 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:16.416 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:16.417 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:16.434 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:16.434 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:16.435 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:16.435 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:16.435 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:16.435 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:16.435 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:16.435 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:16.436 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:16.454 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:16.454 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:16.455 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:16.455 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:16.455 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:16.455 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:16.455 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:16.455 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:16.456 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:16.574 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:16.575 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:16.575 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:16.575 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:16.575 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:16.576 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:16.576 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:16.576 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:16.577 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:16.578 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [40ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [63ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [241ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [242ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [243ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, deferred=Deferred@1921887767(state=PENDING, result=null, callback=(continuation of Deferred@1881250310 after retry RPC after error@1234622587) -> (continuation of Deferred@2069817014 after retry RPC after error@1690043100) -> (continuation of Deferred@414275047 after retry RPC after error@1729827722) -> (continuation of Deferred@1811686025 after retry RPC after error@1876064200) -> (continuation of Deferred@2111703480 after retry RPC after error@1122419402) -> (continuation of Deferred@1208244341 after retry RPC after error@882121354) -> (continuation of Deferred@965363305 after retry RPC after error@1301164800), errback=(continuation of Deferred@1881250310 after retry RPC after error@1234622587) -> (continuation of Deferred@2069817014 after retry RPC after error@1690043100) -> (continuation of Deferred@414275047 after retry RPC after error@1729827722) -> (continuation of Deferred@1811686025 after retry RPC after error@1876064200) -> (continuation of Deferred@2111703480 after retry RPC after error@1122419402) -> (continuation of Deferred@1208244341 after retry RPC after error@882121354) -> (continuation of Deferred@965363305 after retry RPC after error@1301164800)))
17:39:16.578 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [40ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [63ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [241ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [242ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [243ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, deferred=Deferred@1921887767(state=PENDING, result=null, callback=(continuation of Deferred@1881250310 after retry RPC after error@1234622587) -> (continuation of Deferred@2069817014 after retry RPC after error@1690043100) -> (continuation of Deferred@414275047 after retry RPC after error@1729827722) -> (continuation of Deferred@1811686025 after retry RPC after error@1876064200) -> (continuation of Deferred@2111703480 after retry RPC after error@1122419402) -> (continuation of Deferred@1208244341 after retry RPC after error@882121354) -> (continuation of Deferred@965363305 after retry RPC after error@1301164800), errback=(continuation of Deferred@1881250310 after retry RPC after error@1234622587) -> (continuation of Deferred@2069817014 after retry RPC after error@1690043100) -> (continuation of Deferred@414275047 after retry RPC after error@1729827722) -> (continuation of Deferred@1811686025 after retry RPC after error@1876064200) -> (continuation of Deferred@2111703480 after retry RPC after error@1122419402) -> (continuation of Deferred@1208244341 after retry RPC after error@882121354) -> (continuation of Deferred@965363305 after retry RPC after error@1301164800)))
17:39:16.594 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:16.595 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:16.595 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:16.595 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:16.595 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:16.595 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:16.595 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:16.596 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:16.597 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:16.614 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:16.614 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:16.615 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:16.615 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:16.615 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:16.615 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:16.616 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:16.616 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:16.617 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:16.634 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:16.634 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:16.635 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:16.635 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:16.635 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:16.635 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:16.635 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:16.635 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:16.636 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:16.654 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:16.654 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:16.655 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:16.655 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:16.655 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:16.655 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:16.655 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:16.655 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:16.656 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:16.674 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:16.674 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:16.675 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:16.675 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:16.675 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:16.675 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:16.675 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:16.675 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:16.676 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:16.714 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:16.714 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:16.715 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:16.715 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:16.715 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:16.715 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:16.715 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:16.715 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:16.717 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:16.774 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:16.774 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:16.775 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:16.775 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:16.775 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:16.775 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:16.776 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:16.776 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:16.777 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:16.814 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:16.815 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:16.815 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:16.815 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:16.816 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:16.815 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:16.816 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:16.816 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:16.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:39:16.817523 18887 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.17.204.62:35645,127.17.204.61:35389,127.17.204.60:33967, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.17.204.62:35645,127.17.204.61:35389,127.17.204.60:33967, num_attempts: 1)
17:39:16.818 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:16.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:39:16.821157 18887 meta_cache.cc:788] Timed out: LookupRpcById { tablet: 'ab2f78a7ef7d42cda57a15fd0acb21ae', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: 'ab2f78a7ef7d42cda57a15fd0acb21ae', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.17.204.62:35645,127.17.204.61:35389,127.17.204.60:33967, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.17.204.62:35645,127.17.204.61:35389,127.17.204.60:33967, num_attempts: 1)
17:39:16.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:39:16.823196 18887 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.17.204.62:35645)
17:39:16.855 [DEBUG - pool-49-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [3ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [23ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [222ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [222ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [223ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [224ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, deferred=Deferred@664499959(state=PENDING, result=null, callback=(continuation of Deferred@1257368792 after retry RPC after error@1098723105) -> (continuation of Deferred@1250344917 after retry RPC after error@920016060) -> (continuation of Deferred@1938090386 after retry RPC after error@1537791204) -> (continuation of Deferred@615489619 after retry RPC after error@542667726) -> (continuation of Deferred@1950664238 after retry RPC after error@1775641526) -> (continuation of Deferred@815971303 after retry RPC after error@1401382974) -> (continuation of Deferred@18915798 after retry RPC after error@1496574423) -> (continuation of Deferred@2095783061 after retry RPC after error@340090286), errback=(continuation of Deferred@1257368792 after retry RPC after error@1098723105) -> (continuation of Deferred@1250344917 after retry RPC after error@920016060) -> (continuation of Deferred@1938090386 after retry RPC after error@1537791204) -> (continuation of Deferred@615489619 after retry RPC after error@542667726) -> (continuation of Deferred@1950664238 after retry RPC after error@1775641526) -> (continuation of Deferred@815971303 after retry RPC after error@1401382974) -> (continuation of Deferred@18915798 after retry RPC after error@1496574423) -> (continuation of Deferred@2095783061 after retry RPC after error@340090286)))
17:39:16.855 [WARN - pool-49-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
17:39:16.874 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:16.875 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:16.875 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:16.875 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:16.875 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:16.875 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:16.875 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:16.875 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:16.876 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:16.894 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:16.894 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:16.895 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:16.895 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:16.895 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:16.895 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:16.895 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:16.895 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:16.896 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:16.914 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:16.914 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:16.915 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:16.915 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:16.915 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:16.915 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:16.915 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:16.916 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:16.917 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:16.934 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:16.934 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:16.935 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:16.935 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:16.935 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:16.935 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:16.935 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:16.935 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:16.936 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:16.954 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:16.954 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:16.955 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:16.955 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:16.955 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:16.955 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:16.955 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:16.956 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:16.957 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:16.994 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:16.994 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:16.995 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:16.995 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:16.995 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:16.995 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:16.995 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:16.995 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:16.996 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:17.054 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:17.055 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:17.056 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:17.056 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:17.056 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:17.056 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:17.056 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:17.056 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:17.056 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:17.057 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [43ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [83ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, deferred=Deferred@2038759480(state=PENDING, result=null, callback=(continuation of Deferred@132593559 after retry RPC after error@1764782112) -> (continuation of Deferred@1419041344 after retry RPC after error@88179754) -> (continuation of Deferred@992231578 after retry RPC after error@1375704750) -> (continuation of Deferred@600510475 after retry RPC after error@706916492) -> (continuation of Deferred@865797570 after retry RPC after error@519880697) -> (continuation of Deferred@1699524453 after retry RPC after error@1523963280), errback=(continuation of Deferred@132593559 after retry RPC after error@1764782112) -> (continuation of Deferred@1419041344 after retry RPC after error@88179754) -> (continuation of Deferred@992231578 after retry RPC after error@1375704750) -> (continuation of Deferred@600510475 after retry RPC after error@706916492) -> (continuation of Deferred@865797570 after retry RPC after error@519880697) -> (continuation of Deferred@1699524453 after retry RPC after error@1523963280)))
17:39:17.057 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [43ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [83ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, deferred=Deferred@2038759480(state=PENDING, result=null, callback=(continuation of Deferred@132593559 after retry RPC after error@1764782112) -> (continuation of Deferred@1419041344 after retry RPC after error@88179754) -> (continuation of Deferred@992231578 after retry RPC after error@1375704750) -> (continuation of Deferred@600510475 after retry RPC after error@706916492) -> (continuation of Deferred@865797570 after retry RPC after error@519880697) -> (continuation of Deferred@1699524453 after retry RPC after error@1523963280), errback=(continuation of Deferred@132593559 after retry RPC after error@1764782112) -> (continuation of Deferred@1419041344 after retry RPC after error@88179754) -> (continuation of Deferred@992231578 after retry RPC after error@1375704750) -> (continuation of Deferred@600510475 after retry RPC after error@706916492) -> (continuation of Deferred@865797570 after retry RPC after error@519880697) -> (continuation of Deferred@1699524453 after retry RPC after error@1523963280)))
17:39:17.074 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:17.074 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:17.075 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:17.075 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:17.075 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:17.075 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:17.075 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:17.076 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:17.077 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:17.094 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:17.095 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:17.095 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:17.095 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:17.095 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:17.096 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:17.096 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:17.096 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:17.097 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:17.114 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:17.115 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:17.115 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:17.115 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:17.115 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:17.115 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:17.115 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:17.115 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:17.116 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:17.134 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:17.135 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:17.135 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:17.135 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:17.135 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:17.136 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:17.136 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:17.136 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:17.137 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:17.154 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:17.155 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:17.155 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:17.155 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:17.155 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:17.156 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:17.156 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:17.156 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:17.157 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:17.174 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:17.175 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:17.175 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:17.175 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:17.175 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:17.175 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:17.176 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:17.176 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:17.177 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:17.214 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:17.215 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:17.215 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:17.215 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:17.215 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:17.215 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:17.215 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:17.215 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:17.216 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:17.314 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:17.314 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:17.315 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:17.315 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:17.315 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:17.315 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:17.315 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:17.315 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:17.316 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:17.316 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [3ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [4ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [23ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [23ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [24ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [43ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [63ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [64ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [83ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [84ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [103ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [103ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [103ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [142ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [142ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [143ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [242ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [242ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [243ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, deferred=Deferred@872851946(state=PENDING, result=null, callback=(continuation of Deferred@117003318 after retry RPC after error@930286167) -> (continuation of Deferred@1516948980 after retry RPC after error@1528981162) -> (continuation of Deferred@389464348 after retry RPC after error@943210527) -> (continuation of Deferred@884031361 after retry RPC after error@2087590027) -> (continuation of Deferred@1567692859 after retry RPC after error@657687346) -> (continuation of Deferred@449047906 after retry RPC after error@384107761) -> (continuation of Deferred@1124099798 after retry RPC after error@2014398359), errback=(continuation of Deferred@117003318 after retry RPC after error@930286167) -> (continuation of Deferred@1516948980 after retry RPC after error@1528981162) -> (continuation of Deferred@389464348 after retry RPC after error@943210527) -> (continuation of Deferred@884031361 after retry RPC after error@2087590027) -> (continuation of Deferred@1567692859 after retry RPC after error@657687346) -> (continuation of Deferred@449047906 after retry RPC after error@384107761) -> (continuation of Deferred@1124099798 after retry RPC after error@2014398359)))
17:39:17.317 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [3ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [4ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [23ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [23ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [24ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [43ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [63ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [64ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [83ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [84ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [103ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [103ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [103ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [142ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [142ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [143ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [242ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [242ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [243ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, deferred=Deferred@872851946(state=PENDING, result=null, callback=(continuation of Deferred@117003318 after retry RPC after error@930286167) -> (continuation of Deferred@1516948980 after retry RPC after error@1528981162) -> (continuation of Deferred@389464348 after retry RPC after error@943210527) -> (continuation of Deferred@884031361 after retry RPC after error@2087590027) -> (continuation of Deferred@1567692859 after retry RPC after error@657687346) -> (continuation of Deferred@449047906 after retry RPC after error@384107761) -> (continuation of Deferred@1124099798 after retry RPC after error@2014398359), errback=(continuation of Deferred@117003318 after retry RPC after error@930286167) -> (continuation of Deferred@1516948980 after retry RPC after error@1528981162) -> (continuation of Deferred@389464348 after retry RPC after error@943210527) -> (continuation of Deferred@884031361 after retry RPC after error@2087590027) -> (continuation of Deferred@1567692859 after retry RPC after error@657687346) -> (continuation of Deferred@449047906 after retry RPC after error@384107761) -> (continuation of Deferred@1124099798 after retry RPC after error@2014398359)))
17:39:17.335 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:17.335 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:17.336 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:17.336 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:17.336 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:17.336 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:17.336 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:17.336 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:17.337 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:17.354 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:17.355 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:17.355 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:17.355 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:17.355 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:17.356 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:17.356 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:17.356 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:17.357 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:17.374 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:17.375 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:17.375 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:17.375 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:17.375 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:17.375 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:17.376 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:17.376 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:17.376 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:17.394 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:17.394 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:17.395 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:17.395 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:17.395 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:17.395 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:17.395 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:17.395 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:17.396 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:17.414 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:17.414 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:17.415 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:17.415 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:17.415 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:17.415 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:17.415 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:17.415 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:17.416 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:17.434 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:17.434 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:17.436 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:17.436 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:17.436 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:17.436 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:17.436 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:17.436 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:17.436 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:17.474 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:17.474 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:17.475 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:17.475 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:17.475 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:17.475 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:17.475 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:17.475 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:17.476 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:17.514 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:17.515 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:17.515 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:17.515 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:17.515 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:17.515 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:17.515 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:17.516 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:17.517 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:17.517 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [3ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [142ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [183ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@1638437668(state=PENDING, result=null, callback=(continuation of Deferred@1877294518 after retry RPC after error@1257385162) -> (continuation of Deferred@39510752 after retry RPC after error@667836476) -> (continuation of Deferred@1635840510 after retry RPC after error@986645880) -> (continuation of Deferred@1868016931 after retry RPC after error@994901877) -> (continuation of Deferred@1571157731 after retry RPC after error@520342762) -> (continuation of Deferred@1299141788 after retry RPC after error@293907731) -> (continuation of Deferred@1667515182 after retry RPC after error@1652668212), errback=(continuation of Deferred@1877294518 after retry RPC after error@1257385162) -> (continuation of Deferred@39510752 after retry RPC after error@667836476) -> (continuation of Deferred@1635840510 after retry RPC after error@986645880) -> (continuation of Deferred@1868016931 after retry RPC after error@994901877) -> (continuation of Deferred@1571157731 after retry RPC after error@520342762) -> (continuation of Deferred@1299141788 after retry RPC after error@293907731) -> (continuation of Deferred@1667515182 after retry RPC after error@1652668212)))
17:39:17.518 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [3ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [142ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [183ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@1638437668(state=PENDING, result=null, callback=(continuation of Deferred@1877294518 after retry RPC after error@1257385162) -> (continuation of Deferred@39510752 after retry RPC after error@667836476) -> (continuation of Deferred@1635840510 after retry RPC after error@986645880) -> (continuation of Deferred@1868016931 after retry RPC after error@994901877) -> (continuation of Deferred@1571157731 after retry RPC after error@520342762) -> (continuation of Deferred@1299141788 after retry RPC after error@293907731) -> (continuation of Deferred@1667515182 after retry RPC after error@1652668212), errback=(continuation of Deferred@1877294518 after retry RPC after error@1257385162) -> (continuation of Deferred@39510752 after retry RPC after error@667836476) -> (continuation of Deferred@1635840510 after retry RPC after error@986645880) -> (continuation of Deferred@1868016931 after retry RPC after error@994901877) -> (continuation of Deferred@1571157731 after retry RPC after error@520342762) -> (continuation of Deferred@1299141788 after retry RPC after error@293907731) -> (continuation of Deferred@1667515182 after retry RPC after error@1652668212)))
17:39:17.534 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:17.534 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:17.535 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:17.535 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:17.535 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:17.535 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:17.535 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:17.535 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:17.536 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:17.554 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:17.554 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:17.555 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:17.555 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:17.555 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:17.555 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:17.555 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:17.555 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:17.557 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:17.574 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:17.574 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:17.575 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:17.575 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:17.575 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:17.575 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:17.575 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:17.575 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:17.577 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:17.594 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:17.594 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:17.595 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:17.595 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:17.595 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:17.595 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:17.595 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:17.595 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:17.596 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:17.614 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:17.614 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:17.615 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:17.615 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:17.615 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:17.615 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:17.615 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:17.615 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:17.616 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:17.654 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:17.654 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:17.655 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:17.655 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:17.655 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:17.655 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:17.655 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:17.655 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:17.656 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:17.714 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:17.715 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:17.715 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:17.715 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:17.715 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:17.715 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:17.715 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:17.715 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:17.716 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:17.774 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:17.775 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:17.775 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:17.775 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:17.775 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:17.775 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:17.775 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:17.776 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:17.777 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:17.777 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [23ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [241ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [241ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [242ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@1329432073(state=PENDING, result=null, callback=(continuation of Deferred@1737644340 after retry RPC after error@935894785) -> (continuation of Deferred@478586826 after retry RPC after error@1059616669) -> (continuation of Deferred@1241961141 after retry RPC after error@960855139) -> (continuation of Deferred@273953910 after retry RPC after error@1824271742) -> (continuation of Deferred@273930534 after retry RPC after error@48695595) -> (continuation of Deferred@857827973 after retry RPC after error@1056667202) -> (continuation of Deferred@812585554 after retry RPC after error@175897381), errback=(continuation of Deferred@1737644340 after retry RPC after error@935894785) -> (continuation of Deferred@478586826 after retry RPC after error@1059616669) -> (continuation of Deferred@1241961141 after retry RPC after error@960855139) -> (continuation of Deferred@273953910 after retry RPC after error@1824271742) -> (continuation of Deferred@273930534 after retry RPC after error@48695595) -> (continuation of Deferred@857827973 after retry RPC after error@1056667202) -> (continuation of Deferred@812585554 after retry RPC after error@175897381)))
17:39:17.778 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [23ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [241ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [241ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [242ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@1329432073(state=PENDING, result=null, callback=(continuation of Deferred@1737644340 after retry RPC after error@935894785) -> (continuation of Deferred@478586826 after retry RPC after error@1059616669) -> (continuation of Deferred@1241961141 after retry RPC after error@960855139) -> (continuation of Deferred@273953910 after retry RPC after error@1824271742) -> (continuation of Deferred@273930534 after retry RPC after error@48695595) -> (continuation of Deferred@857827973 after retry RPC after error@1056667202) -> (continuation of Deferred@812585554 after retry RPC after error@175897381), errback=(continuation of Deferred@1737644340 after retry RPC after error@935894785) -> (continuation of Deferred@478586826 after retry RPC after error@1059616669) -> (continuation of Deferred@1241961141 after retry RPC after error@960855139) -> (continuation of Deferred@273953910 after retry RPC after error@1824271742) -> (continuation of Deferred@273930534 after retry RPC after error@48695595) -> (continuation of Deferred@857827973 after retry RPC after error@1056667202) -> (continuation of Deferred@812585554 after retry RPC after error@175897381)))
17:39:17.794 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:17.795 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:17.795 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:17.795 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:17.795 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:17.795 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:17.796 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:17.796 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:17.796 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:17.814 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:17.814 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:17.815 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:17.815 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:17.815 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:17.816 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:17.816 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:17.816 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:17.817 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:17.834 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:17.834 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:17.835 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:17.835 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:17.835 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:17.835 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:17.835 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:17.835 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:17.836 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:17.854 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:17.854 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:17.854 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:17.854 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:17.854 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:17.855 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:17.855 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:17.855 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:17.856 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:17.874 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:17.875 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:17.875 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:17.875 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:17.875 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:17.875 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:17.875 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:17.876 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:17.877 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:17.894 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:17.895 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:17.895 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:17.895 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:17.895 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:17.896 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:17.896 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:17.896 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:17.897 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:17.934 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:17.934 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:17.935 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:17.935 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:17.935 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:17.935 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:17.935 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:17.935 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:17.936 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:18.034 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:18.034 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:18.035 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:18.035 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:18.035 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:18.035 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:18.035 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:18.035 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:18.036 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:18.037 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [103ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [142ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [241ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [241ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [242ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, deferred=Deferred@458439330(state=PENDING, result=null, callback=(continuation of Deferred@1146372884 after retry RPC after error@654926369) -> (continuation of Deferred@1163434237 after retry RPC after error@1197227230) -> (continuation of Deferred@569805762 after retry RPC after error@1292041655) -> (continuation of Deferred@1276906394 after retry RPC after error@1786803211) -> (continuation of Deferred@2143111682 after retry RPC after error@629735175) -> (continuation of Deferred@157573367 after retry RPC after error@1613594108) -> (continuation of Deferred@1976948385 after retry RPC after error@398950363), errback=(continuation of Deferred@1146372884 after retry RPC after error@654926369) -> (continuation of Deferred@1163434237 after retry RPC after error@1197227230) -> (continuation of Deferred@569805762 after retry RPC after error@1292041655) -> (continuation of Deferred@1276906394 after retry RPC after error@1786803211) -> (continuation of Deferred@2143111682 after retry RPC after error@629735175) -> (continuation of Deferred@157573367 after retry RPC after error@1613594108) -> (continuation of Deferred@1976948385 after retry RPC after error@398950363)))
17:39:18.037 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [103ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [142ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [241ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [241ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [242ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, deferred=Deferred@458439330(state=PENDING, result=null, callback=(continuation of Deferred@1146372884 after retry RPC after error@654926369) -> (continuation of Deferred@1163434237 after retry RPC after error@1197227230) -> (continuation of Deferred@569805762 after retry RPC after error@1292041655) -> (continuation of Deferred@1276906394 after retry RPC after error@1786803211) -> (continuation of Deferred@2143111682 after retry RPC after error@629735175) -> (continuation of Deferred@157573367 after retry RPC after error@1613594108) -> (continuation of Deferred@1976948385 after retry RPC after error@398950363), errback=(continuation of Deferred@1146372884 after retry RPC after error@654926369) -> (continuation of Deferred@1163434237 after retry RPC after error@1197227230) -> (continuation of Deferred@569805762 after retry RPC after error@1292041655) -> (continuation of Deferred@1276906394 after retry RPC after error@1786803211) -> (continuation of Deferred@2143111682 after retry RPC after error@629735175) -> (continuation of Deferred@157573367 after retry RPC after error@1613594108) -> (continuation of Deferred@1976948385 after retry RPC after error@398950363)))
17:39:18.054 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:18.054 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:18.055 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:18.055 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:18.055 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:18.055 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:18.055 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:18.055 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:18.056 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:18.074 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:18.074 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:18.074 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:18.074 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:18.075 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:18.075 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:18.075 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:18.075 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:18.076 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:18.094 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:18.095 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:18.095 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:18.095 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:18.095 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:18.095 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:18.095 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:18.095 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:18.097 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:18.114 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:18.114 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:18.115 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:18.115 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:18.115 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:18.115 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:18.115 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:18.115 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:18.116 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:18.134 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:18.134 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:18.135 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:18.135 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:18.135 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:18.135 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:18.135 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:18.135 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:18.136 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:18.174 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:18.174 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:18.174 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:18.175 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:18.175 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:18.175 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:18.175 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:18.175 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:18.176 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:18.194 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:18.195 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:18.195 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:18.195 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:18.195 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:18.195 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:18.196 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:18.196 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:18.197 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:18.274 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:18.274 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:18.275 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:18.275 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:18.275 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:18.275 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:18.275 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:18.275 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:18.276 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:18.294 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:18.294 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:18.295 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:18.295 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:18.295 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:18.295 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:18.295 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:18.295 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:18.296 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:18.297 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [142ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [142ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [143ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [221ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [221ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [222ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [239ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [241ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [241ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [242ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, deferred=Deferred@976270428(state=PENDING, result=null, callback=(continuation of Deferred@2121579661 after retry RPC after error@1238436792) -> (continuation of Deferred@1935933039 after retry RPC after error@1280189963) -> (continuation of Deferred@394619867 after retry RPC after error@1447571032) -> (continuation of Deferred@976499320 after retry RPC after error@125248843) -> (continuation of Deferred@999316941 after retry RPC after error@750624265) -> (continuation of Deferred@922869268 after retry RPC after error@157477058) -> (continuation of Deferred@807776790 after retry RPC after error@1881685965) -> (continuation of Deferred@1231072930 after retry RPC after error@1473936308), errback=(continuation of Deferred@2121579661 after retry RPC after error@1238436792) -> (continuation of Deferred@1935933039 after retry RPC after error@1280189963) -> (continuation of Deferred@394619867 after retry RPC after error@1447571032) -> (continuation of Deferred@976499320 after retry RPC after error@125248843) -> (continuation of Deferred@999316941 after retry RPC after error@750624265) -> (continuation of Deferred@922869268 after retry RPC after error@157477058) -> (continuation of Deferred@807776790 after retry RPC after error@1881685965) -> (continuation of Deferred@1231072930 after retry RPC after error@1473936308)))
17:39:18.297 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [142ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [142ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [143ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [221ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [221ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [222ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [239ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [241ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [241ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [242ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, deferred=Deferred@976270428(state=PENDING, result=null, callback=(continuation of Deferred@2121579661 after retry RPC after error@1238436792) -> (continuation of Deferred@1935933039 after retry RPC after error@1280189963) -> (continuation of Deferred@394619867 after retry RPC after error@1447571032) -> (continuation of Deferred@976499320 after retry RPC after error@125248843) -> (continuation of Deferred@999316941 after retry RPC after error@750624265) -> (continuation of Deferred@922869268 after retry RPC after error@157477058) -> (continuation of Deferred@807776790 after retry RPC after error@1881685965) -> (continuation of Deferred@1231072930 after retry RPC after error@1473936308), errback=(continuation of Deferred@2121579661 after retry RPC after error@1238436792) -> (continuation of Deferred@1935933039 after retry RPC after error@1280189963) -> (continuation of Deferred@394619867 after retry RPC after error@1447571032) -> (continuation of Deferred@976499320 after retry RPC after error@125248843) -> (continuation of Deferred@999316941 after retry RPC after error@750624265) -> (continuation of Deferred@922869268 after retry RPC after error@157477058) -> (continuation of Deferred@807776790 after retry RPC after error@1881685965) -> (continuation of Deferred@1231072930 after retry RPC after error@1473936308)))
17:39:18.315 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:18.315 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:18.316 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:18.316 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:18.316 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:18.316 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:18.316 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:18.316 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:18.318 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:18.334 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:18.334 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:18.335 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:18.335 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:18.335 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:18.335 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:18.335 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:18.335 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:18.336 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:18.354 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:18.355 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:18.355 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:18.355 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:18.355 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:18.355 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:18.356 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:18.356 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:18.357 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:18.374 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:18.375 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:18.375 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:18.375 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:18.375 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:18.376 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:18.376 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:18.376 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:18.377 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:18.394 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:18.395 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:18.395 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:18.395 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:18.395 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:18.395 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:18.395 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:18.395 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:18.396 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:18.434 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:18.434 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:18.435 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:18.435 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:18.435 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:18.435 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:18.435 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:18.435 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:18.436 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:18.494 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:18.495 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:18.495 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:18.495 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:18.495 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:18.495 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:18.495 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:18.495 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:18.497 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:18.497 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [3ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [63ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, deferred=Deferred@1932890645(state=PENDING, result=null, callback=(continuation of Deferred@31293668 after retry RPC after error@727445905) -> (continuation of Deferred@733065597 after retry RPC after error@1959476004) -> (continuation of Deferred@427577337 after retry RPC after error@1835000382) -> (continuation of Deferred@1262722225 after retry RPC after error@1719438566) -> (continuation of Deferred@495195223 after retry RPC after error@265833419) -> (continuation of Deferred@1487534229 after retry RPC after error@1521501402), errback=(continuation of Deferred@31293668 after retry RPC after error@727445905) -> (continuation of Deferred@733065597 after retry RPC after error@1959476004) -> (continuation of Deferred@427577337 after retry RPC after error@1835000382) -> (continuation of Deferred@1262722225 after retry RPC after error@1719438566) -> (continuation of Deferred@495195223 after retry RPC after error@265833419) -> (continuation of Deferred@1487534229 after retry RPC after error@1521501402)))
17:39:18.498 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [3ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [63ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, deferred=Deferred@1932890645(state=PENDING, result=null, callback=(continuation of Deferred@31293668 after retry RPC after error@727445905) -> (continuation of Deferred@733065597 after retry RPC after error@1959476004) -> (continuation of Deferred@427577337 after retry RPC after error@1835000382) -> (continuation of Deferred@1262722225 after retry RPC after error@1719438566) -> (continuation of Deferred@495195223 after retry RPC after error@265833419) -> (continuation of Deferred@1487534229 after retry RPC after error@1521501402), errback=(continuation of Deferred@31293668 after retry RPC after error@727445905) -> (continuation of Deferred@733065597 after retry RPC after error@1959476004) -> (continuation of Deferred@427577337 after retry RPC after error@1835000382) -> (continuation of Deferred@1262722225 after retry RPC after error@1719438566) -> (continuation of Deferred@495195223 after retry RPC after error@265833419) -> (continuation of Deferred@1487534229 after retry RPC after error@1521501402)))
17:39:18.514 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:18.514 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:18.515 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:18.515 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:18.515 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:18.515 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:18.515 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:18.515 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:18.516 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:18.534 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:18.534 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:18.535 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:18.535 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:18.535 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:18.535 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:18.535 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:18.536 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:18.536 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:18.554 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:18.554 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:18.555 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:18.555 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:18.555 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:18.555 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:18.555 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:18.555 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:18.556 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:18.574 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:18.574 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:18.575 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:18.575 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:18.575 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:18.575 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:18.575 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:18.575 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:18.576 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:18.595 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:18.595 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:18.595 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:18.595 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:18.596 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:18.596 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:18.596 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:18.596 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:18.597 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:18.634 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:18.635 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:18.640 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:18.640 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:18.640 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:18.640 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:18.640 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:18.640 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:18.641 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:18.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:39:18.680128 19229 master_runner.cc:186] Error getting master registration for 127.17.204.62:35645: Network error: Client connection negotiation failed: client connection to 127.17.204.62:35645: connect: Connection refused (error 111),
17:39:18.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:39:18.680388 19229 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
17:39:18.694 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:18.694 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:18.695 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:18.695 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:18.695 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:18.695 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:18.695 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:18.695 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:18.696 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:18.696 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [126ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [126ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [127ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [127ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, deferred=Deferred@143202173(state=PENDING, result=null, callback=(continuation of Deferred@1144871069 after retry RPC after error@2143680593) -> (continuation of Deferred@339196288 after retry RPC after error@1413834372) -> (continuation of Deferred@2056402209 after retry RPC after error@717577554) -> (continuation of Deferred@51841587 after retry RPC after error@2090413459) -> (continuation of Deferred@399057948 after retry RPC after error@392610938) -> (continuation of Deferred@739967543 after retry RPC after error@425416594), errback=(continuation of Deferred@1144871069 after retry RPC after error@2143680593) -> (continuation of Deferred@339196288 after retry RPC after error@1413834372) -> (continuation of Deferred@2056402209 after retry RPC after error@717577554) -> (continuation of Deferred@51841587 after retry RPC after error@2090413459) -> (continuation of Deferred@399057948 after retry RPC after error@392610938) -> (continuation of Deferred@739967543 after retry RPC after error@425416594)))
17:39:18.697 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [126ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [126ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [127ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [127ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, deferred=Deferred@143202173(state=PENDING, result=null, callback=(continuation of Deferred@1144871069 after retry RPC after error@2143680593) -> (continuation of Deferred@339196288 after retry RPC after error@1413834372) -> (continuation of Deferred@2056402209 after retry RPC after error@717577554) -> (continuation of Deferred@51841587 after retry RPC after error@2090413459) -> (continuation of Deferred@399057948 after retry RPC after error@392610938) -> (continuation of Deferred@739967543 after retry RPC after error@425416594), errback=(continuation of Deferred@1144871069 after retry RPC after error@2143680593) -> (continuation of Deferred@339196288 after retry RPC after error@1413834372) -> (continuation of Deferred@2056402209 after retry RPC after error@717577554) -> (continuation of Deferred@51841587 after retry RPC after error@2090413459) -> (continuation of Deferred@399057948 after retry RPC after error@392610938) -> (continuation of Deferred@739967543 after retry RPC after error@425416594)))
17:39:18.714 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:18.714 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:18.715 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:18.715 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:18.715 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:18.715 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:18.715 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:18.715 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:18.716 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:18.734 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:18.735 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:18.735 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:18.735 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:18.735 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:18.735 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:18.736 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:18.736 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:18.737 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:18.754 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:18.754 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:18.755 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:18.755 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:18.755 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:18.756 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:18.756 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:18.757 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:18.757 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:18.774 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:18.774 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:18.775 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:18.775 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:18.775 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:18.775 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:18.775 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:18.775 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:18.776 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:18.794 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:18.794 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:18.795 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:18.795 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:18.795 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:18.795 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:18.795 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:18.795 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:18.796 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:18.834 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:18.834 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:18.834 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:18.835 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:18.835 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:18.835 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:18.835 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:18.835 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:18.836 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:18.894 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:18.894 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:18.894 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:18.894 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:18.894 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:18.895 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:18.895 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:18.895 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:18.896 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:18.954 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:18.954 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:18.955 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:18.955 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:18.955 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:18.955 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:18.955 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:18.955 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:18.956 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:18.957 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [43ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [179ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [239ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [241ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [241ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [242ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@471674244(state=PENDING, result=null, callback=(continuation of Deferred@381173610 after retry RPC after error@20418246) -> (continuation of Deferred@1428602347 after retry RPC after error@547544006) -> (continuation of Deferred@2000090071 after retry RPC after error@1246368329) -> (continuation of Deferred@711141134 after retry RPC after error@472495471) -> (continuation of Deferred@1556174198 after retry RPC after error@1183046909) -> (continuation of Deferred@1978386548 after retry RPC after error@607689067) -> (continuation of Deferred@1912865407 after retry RPC after error@716721398), errback=(continuation of Deferred@381173610 after retry RPC after error@20418246) -> (continuation of Deferred@1428602347 after retry RPC after error@547544006) -> (continuation of Deferred@2000090071 after retry RPC after error@1246368329) -> (continuation of Deferred@711141134 after retry RPC after error@472495471) -> (continuation of Deferred@1556174198 after retry RPC after error@1183046909) -> (continuation of Deferred@1978386548 after retry RPC after error@607689067) -> (continuation of Deferred@1912865407 after retry RPC after error@716721398)))
17:39:18.958 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [43ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [179ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [239ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [241ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [241ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [242ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@471674244(state=PENDING, result=null, callback=(continuation of Deferred@381173610 after retry RPC after error@20418246) -> (continuation of Deferred@1428602347 after retry RPC after error@547544006) -> (continuation of Deferred@2000090071 after retry RPC after error@1246368329) -> (continuation of Deferred@711141134 after retry RPC after error@472495471) -> (continuation of Deferred@1556174198 after retry RPC after error@1183046909) -> (continuation of Deferred@1978386548 after retry RPC after error@607689067) -> (continuation of Deferred@1912865407 after retry RPC after error@716721398), errback=(continuation of Deferred@381173610 after retry RPC after error@20418246) -> (continuation of Deferred@1428602347 after retry RPC after error@547544006) -> (continuation of Deferred@2000090071 after retry RPC after error@1246368329) -> (continuation of Deferred@711141134 after retry RPC after error@472495471) -> (continuation of Deferred@1556174198 after retry RPC after error@1183046909) -> (continuation of Deferred@1978386548 after retry RPC after error@607689067) -> (continuation of Deferred@1912865407 after retry RPC after error@716721398)))
17:39:18.974 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:18.974 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:18.975 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:18.975 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:18.975 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:18.975 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:18.975 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:18.975 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:18.977 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:18.994 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:18.994 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:18.995 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:18.995 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:18.995 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:18.995 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:18.995 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:18.995 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:18.996 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:19.015 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:19.015 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:19.015 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:19.015 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:19.016 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:19.016 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:19.016 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:19.016 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:19.016 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:19.034 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:19.035 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:19.035 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:19.035 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:19.035 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:19.035 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:19.036 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:19.036 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:19.037 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:19.054 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:19.055 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:19.055 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:19.055 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:19.055 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:19.055 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:19.055 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:19.056 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:19.057 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:19.094 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:19.095 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:19.095 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:19.095 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:19.095 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:19.096 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:19.096 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:19.096 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:19.097 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:19.174 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:19.174 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:19.175 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:19.175 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:19.175 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:19.175 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:19.175 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:19.175 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:19.176 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:19.177 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [63ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [123ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [201ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [201ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [202ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@703907192(state=PENDING, result=null, callback=(continuation of Deferred@372967152 after retry RPC after error@699967392) -> (continuation of Deferred@1134298497 after retry RPC after error@1288492943) -> (continuation of Deferred@34489440 after retry RPC after error@1852270118) -> (continuation of Deferred@1299498598 after retry RPC after error@1739460840) -> (continuation of Deferred@401827129 after retry RPC after error@1114666935) -> (continuation of Deferred@702336617 after retry RPC after error@1046651626), errback=(continuation of Deferred@372967152 after retry RPC after error@699967392) -> (continuation of Deferred@1134298497 after retry RPC after error@1288492943) -> (continuation of Deferred@34489440 after retry RPC after error@1852270118) -> (continuation of Deferred@1299498598 after retry RPC after error@1739460840) -> (continuation of Deferred@401827129 after retry RPC after error@1114666935) -> (continuation of Deferred@702336617 after retry RPC after error@1046651626)))
17:39:19.177 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [63ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [123ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [201ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [201ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [202ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@703907192(state=PENDING, result=null, callback=(continuation of Deferred@372967152 after retry RPC after error@699967392) -> (continuation of Deferred@1134298497 after retry RPC after error@1288492943) -> (continuation of Deferred@34489440 after retry RPC after error@1852270118) -> (continuation of Deferred@1299498598 after retry RPC after error@1739460840) -> (continuation of Deferred@401827129 after retry RPC after error@1114666935) -> (continuation of Deferred@702336617 after retry RPC after error@1046651626), errback=(continuation of Deferred@372967152 after retry RPC after error@699967392) -> (continuation of Deferred@1134298497 after retry RPC after error@1288492943) -> (continuation of Deferred@34489440 after retry RPC after error@1852270118) -> (continuation of Deferred@1299498598 after retry RPC after error@1739460840) -> (continuation of Deferred@401827129 after retry RPC after error@1114666935) -> (continuation of Deferred@702336617 after retry RPC after error@1046651626)))
17:39:19.195 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:19.195 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:19.195 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:19.195 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:19.196 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:19.196 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:19.196 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:19.196 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:19.197 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:19.214 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:19.215 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:19.215 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:19.215 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:19.215 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:19.215 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:19.216 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:19.216 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:19.217 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:19.234 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:19.234 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:19.235 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:19.235 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:19.235 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:19.235 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:19.235 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:19.235 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:19.237 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:19.254 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:19.254 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:19.255 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:19.255 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:19.255 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:19.255 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:19.256 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:19.256 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:19.257 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:19.274 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:19.274 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:19.275 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:19.275 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:19.275 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:19.276 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:19.276 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:19.276 [INFO - pool-49-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:19.277 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:19.294 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:19.294 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:19.295 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:19.295 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:19.295 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:19.295 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:19.295 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:19.295 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:19.296 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:19.334 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:19.334 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:19.334 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:19.334 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:19.335 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:19.335 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:19.335 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:19.335 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:19.336 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:19.374 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:19.374 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:19.374 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:19.374 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:19.375 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:19.375 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:19.375 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:19.375 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:19.376 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:19.376 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [23ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [83ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [142ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@338959006(state=PENDING, result=null, callback=(continuation of Deferred@857445707 after retry RPC after error@763784164) -> (continuation of Deferred@1058018291 after retry RPC after error@189013605) -> (continuation of Deferred@1687843723 after retry RPC after error@2061368759) -> (continuation of Deferred@1173223060 after retry RPC after error@1861316474) -> (continuation of Deferred@1505775364 after retry RPC after error@1281700302) -> (continuation of Deferred@1721116544 after retry RPC after error@66657943) -> (continuation of Deferred@1478154627 after retry RPC after error@1024747535), errback=(continuation of Deferred@857445707 after retry RPC after error@763784164) -> (continuation of Deferred@1058018291 after retry RPC after error@189013605) -> (continuation of Deferred@1687843723 after retry RPC after error@2061368759) -> (continuation of Deferred@1173223060 after retry RPC after error@1861316474) -> (continuation of Deferred@1505775364 after retry RPC after error@1281700302) -> (continuation of Deferred@1721116544 after retry RPC after error@66657943) -> (continuation of Deferred@1478154627 after retry RPC after error@1024747535)))
17:39:19.377 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [23ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [83ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [142ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@338959006(state=PENDING, result=null, callback=(continuation of Deferred@857445707 after retry RPC after error@763784164) -> (continuation of Deferred@1058018291 after retry RPC after error@189013605) -> (continuation of Deferred@1687843723 after retry RPC after error@2061368759) -> (continuation of Deferred@1173223060 after retry RPC after error@1861316474) -> (continuation of Deferred@1505775364 after retry RPC after error@1281700302) -> (continuation of Deferred@1721116544 after retry RPC after error@66657943) -> (continuation of Deferred@1478154627 after retry RPC after error@1024747535), errback=(continuation of Deferred@857445707 after retry RPC after error@763784164) -> (continuation of Deferred@1058018291 after retry RPC after error@189013605) -> (continuation of Deferred@1687843723 after retry RPC after error@2061368759) -> (continuation of Deferred@1173223060 after retry RPC after error@1861316474) -> (continuation of Deferred@1505775364 after retry RPC after error@1281700302) -> (continuation of Deferred@1721116544 after retry RPC after error@66657943) -> (continuation of Deferred@1478154627 after retry RPC after error@1024747535)))
17:39:19.394 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:19.395 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:19.395 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:19.395 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:19.395 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:19.395 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:19.396 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:19.396 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:19.397 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:19.414 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:19.414 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:19.415 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:19.415 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:19.415 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:19.415 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:19.415 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:19.415 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:19.416 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:19.434 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:19.434 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:19.435 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:19.435 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:19.435 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:19.435 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:19.435 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:19.435 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:19.436 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:19.454 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:19.455 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:19.456 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:19.456 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:19.456 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:19.456 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:19.456 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:19.456 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:19.457 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:19.474 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:19.475 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:19.475 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:19.476 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:19.476 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:19.476 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:19.476 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:19.476 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:19.477 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:19.494 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:19.495 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:19.495 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:19.496 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:19.496 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:19.496 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:19.496 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:19.497 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:19.497 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:19.514 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:19.515 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:19.515 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:19.515 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:19.515 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:19.515 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:19.516 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:19.516 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:19.517 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:19.614 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:19.614 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:19.615 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:19.615 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:19.615 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:19.615 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:19.615 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:19.615 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:19.617 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:19.617 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [63ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [83ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [103ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [221ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [221ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [223ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@1567940415(state=PENDING, result=null, callback=(continuation of Deferred@1892952440 after retry RPC after error@1673772796) -> (continuation of Deferred@1216550843 after retry RPC after error@871736499) -> (continuation of Deferred@1656476764 after retry RPC after error@477209257) -> (continuation of Deferred@1285509203 after retry RPC after error@1389471055) -> (continuation of Deferred@1861517949 after retry RPC after error@2130772448) -> (continuation of Deferred@1227541403 after retry RPC after error@370078764) -> (continuation of Deferred@1545829370 after retry RPC after error@735735711), errback=(continuation of Deferred@1892952440 after retry RPC after error@1673772796) -> (continuation of Deferred@1216550843 after retry RPC after error@871736499) -> (continuation of Deferred@1656476764 after retry RPC after error@477209257) -> (continuation of Deferred@1285509203 after retry RPC after error@1389471055) -> (continuation of Deferred@1861517949 after retry RPC after error@2130772448) -> (continuation of Deferred@1227541403 after retry RPC after error@370078764) -> (continuation of Deferred@1545829370 after retry RPC after error@735735711)))
17:39:19.618 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [63ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [83ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [103ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [221ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [221ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [223ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@1567940415(state=PENDING, result=null, callback=(continuation of Deferred@1892952440 after retry RPC after error@1673772796) -> (continuation of Deferred@1216550843 after retry RPC after error@871736499) -> (continuation of Deferred@1656476764 after retry RPC after error@477209257) -> (continuation of Deferred@1285509203 after retry RPC after error@1389471055) -> (continuation of Deferred@1861517949 after retry RPC after error@2130772448) -> (continuation of Deferred@1227541403 after retry RPC after error@370078764) -> (continuation of Deferred@1545829370 after retry RPC after error@735735711), errback=(continuation of Deferred@1892952440 after retry RPC after error@1673772796) -> (continuation of Deferred@1216550843 after retry RPC after error@871736499) -> (continuation of Deferred@1656476764 after retry RPC after error@477209257) -> (continuation of Deferred@1285509203 after retry RPC after error@1389471055) -> (continuation of Deferred@1861517949 after retry RPC after error@2130772448) -> (continuation of Deferred@1227541403 after retry RPC after error@370078764) -> (continuation of Deferred@1545829370 after retry RPC after error@735735711)))
17:39:19.634 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:19.635 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:19.635 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:19.635 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:19.635 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:19.635 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:19.636 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:19.636 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:19.637 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:19.654 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:19.654 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:19.655 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:19.655 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:19.655 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:19.655 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:19.655 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:19.655 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:19.656 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:19.674 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:19.674 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:19.675 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:19.675 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:19.675 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:19.675 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:19.675 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:19.675 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:19.677 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:19.694 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:19.694 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:19.695 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:19.695 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:19.695 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:19.695 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:19.695 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:19.695 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:19.696 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:19.714 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:19.714 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:19.715 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:19.715 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:19.715 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:19.715 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:19.715 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:19.715 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:19.716 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:19.735 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:19.735 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:19.736 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:19.736 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:19.736 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:19.736 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:19.736 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:19.736 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:19.738 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:19.754 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:19.755 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:19.755 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:19.755 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:19.756 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:19.756 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:19.756 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:19.756 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:19.757 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:19.834 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:19.834 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:19.835 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:19.835 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:19.835 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:19.835 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:19.835 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:19.835 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:19.836 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:19.837 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [103ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [123ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [201ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [201ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [202ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, deferred=Deferred@999864625(state=PENDING, result=null, callback=(continuation of Deferred@258426821 after retry RPC after error@486568440) -> (continuation of Deferred@952478932 after retry RPC after error@1189792716) -> (continuation of Deferred@1929835963 after retry RPC after error@1830278546) -> (continuation of Deferred@2023847912 after retry RPC after error@1745184667) -> (continuation of Deferred@745204749 after retry RPC after error@2130839383) -> (continuation of Deferred@208609640 after retry RPC after error@1326819009) -> (continuation of Deferred@887366058 after retry RPC after error@1538502878), errback=(continuation of Deferred@258426821 after retry RPC after error@486568440) -> (continuation of Deferred@952478932 after retry RPC after error@1189792716) -> (continuation of Deferred@1929835963 after retry RPC after error@1830278546) -> (continuation of Deferred@2023847912 after retry RPC after error@1745184667) -> (continuation of Deferred@745204749 after retry RPC after error@2130839383) -> (continuation of Deferred@208609640 after retry RPC after error@1326819009) -> (continuation of Deferred@887366058 after retry RPC after error@1538502878)))
17:39:19.838 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [103ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [123ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [201ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [201ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [202ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, deferred=Deferred@999864625(state=PENDING, result=null, callback=(continuation of Deferred@258426821 after retry RPC after error@486568440) -> (continuation of Deferred@952478932 after retry RPC after error@1189792716) -> (continuation of Deferred@1929835963 after retry RPC after error@1830278546) -> (continuation of Deferred@2023847912 after retry RPC after error@1745184667) -> (continuation of Deferred@745204749 after retry RPC after error@2130839383) -> (continuation of Deferred@208609640 after retry RPC after error@1326819009) -> (continuation of Deferred@887366058 after retry RPC after error@1538502878), errback=(continuation of Deferred@258426821 after retry RPC after error@486568440) -> (continuation of Deferred@952478932 after retry RPC after error@1189792716) -> (continuation of Deferred@1929835963 after retry RPC after error@1830278546) -> (continuation of Deferred@2023847912 after retry RPC after error@1745184667) -> (continuation of Deferred@745204749 after retry RPC after error@2130839383) -> (continuation of Deferred@208609640 after retry RPC after error@1326819009) -> (continuation of Deferred@887366058 after retry RPC after error@1538502878)))
17:39:19.855 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:19.855 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:19.856 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:19.856 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:19.857 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:19.857 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:19.857 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:19.857 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:19.857 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:19.874 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:19.874 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:19.875 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:19.875 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:19.875 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:19.875 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:19.875 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:19.875 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:19.877 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:19.894 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:19.895 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:19.895 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:19.895 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:19.895 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:19.896 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:19.896 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:19.896 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:19.897 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:19.914 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:19.914 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:19.915 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:19.915 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:19.915 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:19.915 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:19.915 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:19.915 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:19.916 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:19.934 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:19.934 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:19.935 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:19.935 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:19.935 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:19.935 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:19.935 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:19.935 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:19.936 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:19.954 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:19.954 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:19.954 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:19.954 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:19.955 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:19.955 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:19.955 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:19.955 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:19.956 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:20.014 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:20.014 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:20.014 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:20.014 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:20.015 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:20.015 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:20.015 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:20.015 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:20.016 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:20.034 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:20.035 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:20.035 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:20.035 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:20.035 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:20.035 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:20.035 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:20.035 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:20.037 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:20.094 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:20.095 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:20.095 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:20.095 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:20.095 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:20.095 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:20.095 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:20.095 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:20.097 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:20.097 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [3ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [3ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [3ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [23ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [162ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [241ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [241ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [242ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, deferred=Deferred@131087925(state=PENDING, result=null, callback=(continuation of Deferred@1931845925 after retry RPC after error@1352968097) -> (continuation of Deferred@1169000127 after retry RPC after error@1133132201) -> (continuation of Deferred@502830196 after retry RPC after error@1746182597) -> (continuation of Deferred@1101351430 after retry RPC after error@1408267498) -> (continuation of Deferred@175247828 after retry RPC after error@1202033622) -> (continuation of Deferred@742069342 after retry RPC after error@2092720663) -> (continuation of Deferred@1717186789 after retry RPC after error@218772699), errback=(continuation of Deferred@1931845925 after retry RPC after error@1352968097) -> (continuation of Deferred@1169000127 after retry RPC after error@1133132201) -> (continuation of Deferred@502830196 after retry RPC after error@1746182597) -> (continuation of Deferred@1101351430 after retry RPC after error@1408267498) -> (continuation of Deferred@175247828 after retry RPC after error@1202033622) -> (continuation of Deferred@742069342 after retry RPC after error@2092720663) -> (continuation of Deferred@1717186789 after retry RPC after error@218772699)))
17:39:20.098 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [3ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [3ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [3ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [23ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [162ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [241ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [241ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [242ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, deferred=Deferred@131087925(state=PENDING, result=null, callback=(continuation of Deferred@1931845925 after retry RPC after error@1352968097) -> (continuation of Deferred@1169000127 after retry RPC after error@1133132201) -> (continuation of Deferred@502830196 after retry RPC after error@1746182597) -> (continuation of Deferred@1101351430 after retry RPC after error@1408267498) -> (continuation of Deferred@175247828 after retry RPC after error@1202033622) -> (continuation of Deferred@742069342 after retry RPC after error@2092720663) -> (continuation of Deferred@1717186789 after retry RPC after error@218772699), errback=(continuation of Deferred@1931845925 after retry RPC after error@1352968097) -> (continuation of Deferred@1169000127 after retry RPC after error@1133132201) -> (continuation of Deferred@502830196 after retry RPC after error@1746182597) -> (continuation of Deferred@1101351430 after retry RPC after error@1408267498) -> (continuation of Deferred@175247828 after retry RPC after error@1202033622) -> (continuation of Deferred@742069342 after retry RPC after error@2092720663) -> (continuation of Deferred@1717186789 after retry RPC after error@218772699)))
17:39:20.114 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:20.114 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:20.115 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:20.115 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:20.115 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:20.115 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:20.115 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:20.115 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:20.117 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:20.134 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:20.134 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:20.135 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:20.135 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:20.135 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:20.135 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:20.135 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:20.135 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:20.136 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:20.154 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:20.154 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:20.154 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:20.155 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:20.156 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:20.156 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:20.156 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:20.156 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:20.156 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:20.174 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:20.174 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:20.175 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:20.175 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:20.175 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:20.175 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:20.175 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:20.175 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:20.176 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:20.194 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:20.194 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:20.195 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:20.195 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:20.195 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:20.195 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:20.195 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:20.195 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:20.196 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:20.214 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:20.214 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:20.215 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:20.215 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:20.215 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:20.215 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:20.215 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:20.215 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:20.216 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:20.274 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:20.274 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:20.275 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:20.275 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:20.275 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:20.275 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:20.275 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:20.276 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:20.276 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:20.277 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [43ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [162ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@1746081984(state=PENDING, result=null, callback=(continuation of Deferred@522098947 after retry RPC after error@762094125) -> (continuation of Deferred@7894298 after retry RPC after error@1893578957) -> (continuation of Deferred@467722580 after retry RPC after error@1398097359) -> (continuation of Deferred@273037850 after retry RPC after error@230744847) -> (continuation of Deferred@297159074 after retry RPC after error@1748245862) -> (continuation of Deferred@1224961168 after retry RPC after error@1137784356), errback=(continuation of Deferred@522098947 after retry RPC after error@762094125) -> (continuation of Deferred@7894298 after retry RPC after error@1893578957) -> (continuation of Deferred@467722580 after retry RPC after error@1398097359) -> (continuation of Deferred@273037850 after retry RPC after error@230744847) -> (continuation of Deferred@297159074 after retry RPC after error@1748245862) -> (continuation of Deferred@1224961168 after retry RPC after error@1137784356)))
17:39:20.277 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [43ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [162ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@1746081984(state=PENDING, result=null, callback=(continuation of Deferred@522098947 after retry RPC after error@762094125) -> (continuation of Deferred@7894298 after retry RPC after error@1893578957) -> (continuation of Deferred@467722580 after retry RPC after error@1398097359) -> (continuation of Deferred@273037850 after retry RPC after error@230744847) -> (continuation of Deferred@297159074 after retry RPC after error@1748245862) -> (continuation of Deferred@1224961168 after retry RPC after error@1137784356), errback=(continuation of Deferred@522098947 after retry RPC after error@762094125) -> (continuation of Deferred@7894298 after retry RPC after error@1893578957) -> (continuation of Deferred@467722580 after retry RPC after error@1398097359) -> (continuation of Deferred@273037850 after retry RPC after error@230744847) -> (continuation of Deferred@297159074 after retry RPC after error@1748245862) -> (continuation of Deferred@1224961168 after retry RPC after error@1137784356)))
17:39:20.294 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:20.294 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:20.295 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:20.295 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:20.295 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:20.295 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:20.295 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:20.295 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:20.296 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:20.315 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:20.315 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:20.315 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:20.315 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:20.316 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:20.316 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:20.316 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:20.316 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:20.317 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:20.335 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:20.335 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:20.335 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:20.335 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:20.336 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:20.336 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:20.336 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:20.336 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:20.337 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:20.354 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:20.355 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:20.355 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:20.355 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:20.355 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:20.355 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:20.355 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:20.355 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:20.357 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:20.374 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:20.374 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:20.375 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:20.375 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:20.375 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:20.375 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:20.375 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:20.375 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:20.377 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:20.394 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:20.394 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:20.395 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:20.395 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:20.395 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:20.395 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:20.395 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:20.395 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:20.396 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:20.414 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:20.414 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:20.415 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:20.415 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:20.415 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:20.415 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:20.415 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:20.415 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:20.416 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:20.454 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:20.454 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:20.455 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:20.455 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:20.455 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:20.455 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:20.455 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:20.455 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:20.456 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:20.457 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [23ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [43ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [162ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@519768177(state=PENDING, result=null, callback=(continuation of Deferred@916326128 after retry RPC after error@463612957) -> (continuation of Deferred@1615140572 after retry RPC after error@641409573) -> (continuation of Deferred@1616124308 after retry RPC after error@1780224839) -> (continuation of Deferred@581372718 after retry RPC after error@1576157013) -> (continuation of Deferred@497681862 after retry RPC after error@388410143) -> (continuation of Deferred@222440622 after retry RPC after error@1090953924) -> (continuation of Deferred@214895383 after retry RPC after error@781400002), errback=(continuation of Deferred@916326128 after retry RPC after error@463612957) -> (continuation of Deferred@1615140572 after retry RPC after error@641409573) -> (continuation of Deferred@1616124308 after retry RPC after error@1780224839) -> (continuation of Deferred@581372718 after retry RPC after error@1576157013) -> (continuation of Deferred@497681862 after retry RPC after error@388410143) -> (continuation of Deferred@222440622 after retry RPC after error@1090953924) -> (continuation of Deferred@214895383 after retry RPC after error@781400002)))
17:39:20.457 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [23ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [43ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [162ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@519768177(state=PENDING, result=null, callback=(continuation of Deferred@916326128 after retry RPC after error@463612957) -> (continuation of Deferred@1615140572 after retry RPC after error@641409573) -> (continuation of Deferred@1616124308 after retry RPC after error@1780224839) -> (continuation of Deferred@581372718 after retry RPC after error@1576157013) -> (continuation of Deferred@497681862 after retry RPC after error@388410143) -> (continuation of Deferred@222440622 after retry RPC after error@1090953924) -> (continuation of Deferred@214895383 after retry RPC after error@781400002), errback=(continuation of Deferred@916326128 after retry RPC after error@463612957) -> (continuation of Deferred@1615140572 after retry RPC after error@641409573) -> (continuation of Deferred@1616124308 after retry RPC after error@1780224839) -> (continuation of Deferred@581372718 after retry RPC after error@1576157013) -> (continuation of Deferred@497681862 after retry RPC after error@388410143) -> (continuation of Deferred@222440622 after retry RPC after error@1090953924) -> (continuation of Deferred@214895383 after retry RPC after error@781400002)))
17:39:20.474 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:20.474 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:20.475 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:20.475 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:20.475 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:20.475 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:20.475 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:20.475 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:20.476 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:20.494 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:20.494 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:20.495 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:20.495 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:20.495 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:20.495 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:20.495 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:20.495 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:20.496 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:20.515 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:20.515 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:20.516 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:20.516 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:20.516 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:20.516 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:20.516 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:20.516 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:20.517 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:20.535 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:20.535 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:20.535 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:20.536 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:20.536 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:20.536 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:20.536 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:20.536 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:20.537 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:20.555 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:20.555 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:20.555 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:20.555 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:20.556 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:20.556 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:20.556 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:20.556 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:20.557 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:20.574 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:20.575 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:20.575 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:20.575 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:20.575 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:20.575 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:20.576 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:20.576 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:20.577 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:20.594 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:20.595 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:20.595 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:20.595 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:20.595 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:20.595 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:20.595 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:20.596 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:20.597 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:20.694 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:20.694 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:20.695 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:20.695 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:20.695 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:20.695 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:20.695 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:20.695 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:20.696 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:20.696 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [43ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [63ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [83ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [103ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [123ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [221ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [221ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [222ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@1705609383(state=PENDING, result=null, callback=(continuation of Deferred@1669727658 after retry RPC after error@795045466) -> (continuation of Deferred@467905246 after retry RPC after error@849798581) -> (continuation of Deferred@1641946398 after retry RPC after error@1434169025) -> (continuation of Deferred@1397246954 after retry RPC after error@1455855483) -> (continuation of Deferred@1205950032 after retry RPC after error@1332012491) -> (continuation of Deferred@1591926998 after retry RPC after error@1014876478) -> (continuation of Deferred@1910721335 after retry RPC after error@432120445), errback=(continuation of Deferred@1669727658 after retry RPC after error@795045466) -> (continuation of Deferred@467905246 after retry RPC after error@849798581) -> (continuation of Deferred@1641946398 after retry RPC after error@1434169025) -> (continuation of Deferred@1397246954 after retry RPC after error@1455855483) -> (continuation of Deferred@1205950032 after retry RPC after error@1332012491) -> (continuation of Deferred@1591926998 after retry RPC after error@1014876478) -> (continuation of Deferred@1910721335 after retry RPC after error@432120445)))
17:39:20.697 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [43ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [63ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [83ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [103ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [123ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [221ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [221ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [222ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@1705609383(state=PENDING, result=null, callback=(continuation of Deferred@1669727658 after retry RPC after error@795045466) -> (continuation of Deferred@467905246 after retry RPC after error@849798581) -> (continuation of Deferred@1641946398 after retry RPC after error@1434169025) -> (continuation of Deferred@1397246954 after retry RPC after error@1455855483) -> (continuation of Deferred@1205950032 after retry RPC after error@1332012491) -> (continuation of Deferred@1591926998 after retry RPC after error@1014876478) -> (continuation of Deferred@1910721335 after retry RPC after error@432120445), errback=(continuation of Deferred@1669727658 after retry RPC after error@795045466) -> (continuation of Deferred@467905246 after retry RPC after error@849798581) -> (continuation of Deferred@1641946398 after retry RPC after error@1434169025) -> (continuation of Deferred@1397246954 after retry RPC after error@1455855483) -> (continuation of Deferred@1205950032 after retry RPC after error@1332012491) -> (continuation of Deferred@1591926998 after retry RPC after error@1014876478) -> (continuation of Deferred@1910721335 after retry RPC after error@432120445)))
17:39:20.714 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:20.714 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:20.715 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:20.715 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:20.715 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:20.715 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:20.715 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:20.715 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:20.716 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:20.734 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:20.735 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:20.735 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:20.735 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:20.736 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:20.736 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:20.736 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:20.736 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:20.737 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:20.754 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:20.755 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:20.755 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:20.755 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:20.755 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:20.755 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:20.755 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:20.755 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:20.756 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:20.774 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:20.775 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:20.775 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:20.775 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:20.775 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:20.775 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:20.776 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:20.776 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:20.777 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:20.794 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:20.794 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:20.795 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:20.795 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:20.795 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:20.795 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:20.795 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:20.795 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:20.796 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:20.814 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:20.814 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:20.815 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:20.815 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:20.815 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:20.815 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:20.815 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:20.815 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:20.816 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:20.874 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:20.875 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:20.875 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:20.875 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:20.875 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:20.875 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:20.876 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:20.876 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:20.877 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:20.974 [DEBUG - pool-49-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [3ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [23ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [23ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [23ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [43ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [63ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [64ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [83ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [103ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [162ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [162ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [164ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [164ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@1041238440(state=PENDING, result=null, callback=(continuation of Deferred@1634747406 after retry RPC after error@1555091363) -> (continuation of Deferred@18798263 after retry RPC after error@1073599093) -> (continuation of Deferred@1557049776 after retry RPC after error@106537053) -> (continuation of Deferred@1904567631 after retry RPC after error@540704624) -> (continuation of Deferred@156244470 after retry RPC after error@1119886281) -> (continuation of Deferred@406168003 after retry RPC after error@1804049482) -> (continuation of Deferred@1645324133 after retry RPC after error@541976253), errback=(continuation of Deferred@1634747406 after retry RPC after error@1555091363) -> (continuation of Deferred@18798263 after retry RPC after error@1073599093) -> (continuation of Deferred@1557049776 after retry RPC after error@106537053) -> (continuation of Deferred@1904567631 after retry RPC after error@540704624) -> (continuation of Deferred@156244470 after retry RPC after error@1119886281) -> (continuation of Deferred@406168003 after retry RPC after error@1804049482) -> (continuation of Deferred@1645324133 after retry RPC after error@541976253)))
17:39:20.975 [WARN - pool-49-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
17:39:20.995 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:20.995 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:20.995 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:20.995 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:20.996 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:20.996 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:20.996 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:20.997 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:20.997 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:21.014 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:21.015 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:21.015 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:21.015 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:21.015 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:21.016 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:21.016 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:21.016 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:21.017 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:21.034 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:21.035 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:21.035 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:21.035 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:21.036 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:21.036 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:21.036 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:21.036 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:21.037 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:21.055 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:21.055 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:21.055 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:21.056 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:21.056 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:21.056 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:21.056 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:21.056 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:21.057 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:21.074 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:21.075 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:21.075 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:21.076 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:21.075 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:21.076 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:21.076 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:21.076 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:21.077 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:21.094 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:21.095 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:21.095 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:21.096 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:21.096 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:21.096 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:21.096 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:21.096 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:21.097 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:21.154 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:21.154 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:21.155 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:21.155 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:21.155 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:21.155 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:21.155 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:21.155 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:21.157 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:21.157 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [3ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [23ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [43ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [63ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [83ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [103ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [162ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@1106948121(state=PENDING, result=null, callback=(continuation of Deferred@892102548 after retry RPC after error@345386231) -> (continuation of Deferred@671711062 after retry RPC after error@1013413942) -> (continuation of Deferred@1780590825 after retry RPC after error@1341505742) -> (continuation of Deferred@744879529 after retry RPC after error@734306011) -> (continuation of Deferred@1287986602 after retry RPC after error@769087308) -> (continuation of Deferred@773601250 after retry RPC after error@555833020), errback=(continuation of Deferred@892102548 after retry RPC after error@345386231) -> (continuation of Deferred@671711062 after retry RPC after error@1013413942) -> (continuation of Deferred@1780590825 after retry RPC after error@1341505742) -> (continuation of Deferred@744879529 after retry RPC after error@734306011) -> (continuation of Deferred@1287986602 after retry RPC after error@769087308) -> (continuation of Deferred@773601250 after retry RPC after error@555833020)))
17:39:21.158 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [3ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [23ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [43ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [63ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [83ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [103ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [162ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@1106948121(state=PENDING, result=null, callback=(continuation of Deferred@892102548 after retry RPC after error@345386231) -> (continuation of Deferred@671711062 after retry RPC after error@1013413942) -> (continuation of Deferred@1780590825 after retry RPC after error@1341505742) -> (continuation of Deferred@744879529 after retry RPC after error@734306011) -> (continuation of Deferred@1287986602 after retry RPC after error@769087308) -> (continuation of Deferred@773601250 after retry RPC after error@555833020), errback=(continuation of Deferred@892102548 after retry RPC after error@345386231) -> (continuation of Deferred@671711062 after retry RPC after error@1013413942) -> (continuation of Deferred@1780590825 after retry RPC after error@1341505742) -> (continuation of Deferred@744879529 after retry RPC after error@734306011) -> (continuation of Deferred@1287986602 after retry RPC after error@769087308) -> (continuation of Deferred@773601250 after retry RPC after error@555833020)))
17:39:21.174 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:21.174 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:21.175 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:21.175 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:21.175 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:21.175 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:21.175 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:21.175 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:21.176 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:21.194 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:21.195 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:21.195 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:21.195 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:21.195 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:21.195 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:21.196 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:21.196 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:21.197 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:21.215 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:21.215 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:21.215 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:21.216 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:21.216 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:21.216 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:21.216 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:21.216 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:21.217 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:21.235 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:21.235 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:21.235 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:21.236 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:21.236 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:21.236 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:21.236 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:21.236 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:21.237 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:21.254 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:21.255 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:21.255 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:21.255 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:21.256 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:21.256 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:21.256 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:21.256 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:21.257 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:21.294 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:21.295 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:21.296 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:21.296 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:21.296 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:21.296 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:21.296 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:21.296 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:21.297 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:21.354 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:21.355 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:21.355 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:21.355 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:21.355 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:21.355 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:21.355 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:21.356 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:21.357 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:21.394 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:21.395 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:21.395 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:21.395 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:21.395 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:21.395 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:21.395 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:21.395 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:21.396 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:21.397 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [23ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [43ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [63ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [83ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [123ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [183ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [221ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [221ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [222ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@1732363687(state=PENDING, result=null, callback=(continuation of Deferred@840206615 after retry RPC after error@52443054) -> (continuation of Deferred@1179001865 after retry RPC after error@792964507) -> (continuation of Deferred@965334357 after retry RPC after error@999688333) -> (continuation of Deferred@1275532698 after retry RPC after error@2124039924) -> (continuation of Deferred@164497167 after retry RPC after error@35103963) -> (continuation of Deferred@1992874694 after retry RPC after error@1514770189) -> (continuation of Deferred@591797556 after retry RPC after error@474502395), errback=(continuation of Deferred@840206615 after retry RPC after error@52443054) -> (continuation of Deferred@1179001865 after retry RPC after error@792964507) -> (continuation of Deferred@965334357 after retry RPC after error@999688333) -> (continuation of Deferred@1275532698 after retry RPC after error@2124039924) -> (continuation of Deferred@164497167 after retry RPC after error@35103963) -> (continuation of Deferred@1992874694 after retry RPC after error@1514770189) -> (continuation of Deferred@591797556 after retry RPC after error@474502395)))
17:39:21.397 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [23ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [43ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [63ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [83ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [123ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [183ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [221ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [221ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [222ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@1732363687(state=PENDING, result=null, callback=(continuation of Deferred@840206615 after retry RPC after error@52443054) -> (continuation of Deferred@1179001865 after retry RPC after error@792964507) -> (continuation of Deferred@965334357 after retry RPC after error@999688333) -> (continuation of Deferred@1275532698 after retry RPC after error@2124039924) -> (continuation of Deferred@164497167 after retry RPC after error@35103963) -> (continuation of Deferred@1992874694 after retry RPC after error@1514770189) -> (continuation of Deferred@591797556 after retry RPC after error@474502395), errback=(continuation of Deferred@840206615 after retry RPC after error@52443054) -> (continuation of Deferred@1179001865 after retry RPC after error@792964507) -> (continuation of Deferred@965334357 after retry RPC after error@999688333) -> (continuation of Deferred@1275532698 after retry RPC after error@2124039924) -> (continuation of Deferred@164497167 after retry RPC after error@35103963) -> (continuation of Deferred@1992874694 after retry RPC after error@1514770189) -> (continuation of Deferred@591797556 after retry RPC after error@474502395)))
17:39:21.414 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:21.414 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:21.415 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:21.415 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:21.415 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:21.415 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:21.415 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:21.415 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:21.417 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:21.434 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:21.434 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:21.435 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:21.435 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:21.435 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:21.435 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:21.435 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:21.435 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:21.436 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:21.454 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:21.454 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:21.454 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:21.454 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:21.455 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:21.455 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:21.455 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:21.455 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:21.456 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:21.474 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:21.475 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:21.475 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:21.475 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:21.475 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:21.475 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:21.475 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:21.476 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:21.477 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:21.494 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:21.494 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:21.495 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:21.495 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:21.495 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:21.495 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:21.495 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:21.495 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:21.496 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:21.534 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:21.534 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:21.535 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:21.535 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:21.535 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:21.535 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:21.535 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:21.535 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:21.536 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:21.554 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:21.554 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:21.555 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:21.555 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:21.555 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:21.555 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:21.555 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:21.555 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:21.556 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:21.594 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:21.594 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:21.595 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:21.595 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:21.595 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:21.595 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:21.595 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:21.595 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:21.596 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:21.597 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [142ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@1200450098(state=PENDING, result=null, callback=(continuation of Deferred@2059434040 after retry RPC after error@1091676758) -> (continuation of Deferred@1485676723 after retry RPC after error@1962773866) -> (continuation of Deferred@226830965 after retry RPC after error@1099588233) -> (continuation of Deferred@1949813299 after retry RPC after error@1824104194) -> (continuation of Deferred@1221318242 after retry RPC after error@1523018712) -> (continuation of Deferred@283854049 after retry RPC after error@814389361) -> (continuation of Deferred@652488900 after retry RPC after error@1201411691), errback=(continuation of Deferred@2059434040 after retry RPC after error@1091676758) -> (continuation of Deferred@1485676723 after retry RPC after error@1962773866) -> (continuation of Deferred@226830965 after retry RPC after error@1099588233) -> (continuation of Deferred@1949813299 after retry RPC after error@1824104194) -> (continuation of Deferred@1221318242 after retry RPC after error@1523018712) -> (continuation of Deferred@283854049 after retry RPC after error@814389361) -> (continuation of Deferred@652488900 after retry RPC after error@1201411691)))
17:39:21.597 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [142ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@1200450098(state=PENDING, result=null, callback=(continuation of Deferred@2059434040 after retry RPC after error@1091676758) -> (continuation of Deferred@1485676723 after retry RPC after error@1962773866) -> (continuation of Deferred@226830965 after retry RPC after error@1099588233) -> (continuation of Deferred@1949813299 after retry RPC after error@1824104194) -> (continuation of Deferred@1221318242 after retry RPC after error@1523018712) -> (continuation of Deferred@283854049 after retry RPC after error@814389361) -> (continuation of Deferred@652488900 after retry RPC after error@1201411691), errback=(continuation of Deferred@2059434040 after retry RPC after error@1091676758) -> (continuation of Deferred@1485676723 after retry RPC after error@1962773866) -> (continuation of Deferred@226830965 after retry RPC after error@1099588233) -> (continuation of Deferred@1949813299 after retry RPC after error@1824104194) -> (continuation of Deferred@1221318242 after retry RPC after error@1523018712) -> (continuation of Deferred@283854049 after retry RPC after error@814389361) -> (continuation of Deferred@652488900 after retry RPC after error@1201411691)))
17:39:21.614 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:21.614 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:21.615 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:21.615 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:21.615 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:21.615 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:21.615 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:21.615 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:21.616 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:21.634 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:21.634 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:21.635 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:21.635 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:21.635 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:21.635 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:21.635 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:21.635 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:21.636 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:21.654 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:21.654 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:21.655 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:21.655 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:21.655 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:21.655 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:21.655 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:21.655 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:21.656 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:21.674 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:21.675 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:21.675 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:21.675 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:21.676 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:21.676 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:21.676 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:21.676 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:21.677 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:21.694 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:21.695 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:21.695 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:21.695 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:21.695 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:21.695 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:21.696 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:21.696 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:21.696 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:21.734 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:21.735 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:21.735 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:21.735 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:21.735 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:21.735 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:21.735 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:21.735 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:21.737 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:21.754 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:21.754 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:21.755 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:21.755 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:21.755 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:21.755 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:21.755 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:21.755 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:21.756 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:21.757 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [63ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [142ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, deferred=Deferred@264998413(state=PENDING, result=null, callback=(continuation of Deferred@999757015 after retry RPC after error@1137465549) -> (continuation of Deferred@1457161360 after retry RPC after error@95605664) -> (continuation of Deferred@109076077 after retry RPC after error@665547840) -> (continuation of Deferred@634886689 after retry RPC after error@921395944) -> (continuation of Deferred@840704366 after retry RPC after error@1323911705) -> (continuation of Deferred@1467406199 after retry RPC after error@988222291), errback=(continuation of Deferred@999757015 after retry RPC after error@1137465549) -> (continuation of Deferred@1457161360 after retry RPC after error@95605664) -> (continuation of Deferred@109076077 after retry RPC after error@665547840) -> (continuation of Deferred@634886689 after retry RPC after error@921395944) -> (continuation of Deferred@840704366 after retry RPC after error@1323911705) -> (continuation of Deferred@1467406199 after retry RPC after error@988222291)))
17:39:21.757 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [63ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [142ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, deferred=Deferred@264998413(state=PENDING, result=null, callback=(continuation of Deferred@999757015 after retry RPC after error@1137465549) -> (continuation of Deferred@1457161360 after retry RPC after error@95605664) -> (continuation of Deferred@109076077 after retry RPC after error@665547840) -> (continuation of Deferred@634886689 after retry RPC after error@921395944) -> (continuation of Deferred@840704366 after retry RPC after error@1323911705) -> (continuation of Deferred@1467406199 after retry RPC after error@988222291), errback=(continuation of Deferred@999757015 after retry RPC after error@1137465549) -> (continuation of Deferred@1457161360 after retry RPC after error@95605664) -> (continuation of Deferred@109076077 after retry RPC after error@665547840) -> (continuation of Deferred@634886689 after retry RPC after error@921395944) -> (continuation of Deferred@840704366 after retry RPC after error@1323911705) -> (continuation of Deferred@1467406199 after retry RPC after error@988222291)))
17:39:21.774 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:21.774 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:21.775 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:21.775 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:21.775 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:21.775 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:21.775 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:21.775 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:21.776 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:21.794 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:21.794 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:21.795 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:21.795 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:21.795 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:21.795 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:21.795 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:21.795 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:21.796 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:21.814 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:21.815 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:21.815 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:21.815 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:21.815 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:21.816 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:21.816 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:21.816 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:21.817 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:21.834 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:21.835 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:21.835 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:21.835 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:21.835 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:21.835 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:21.836 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:21.836 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:21.837 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:21.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:39:21.854439 18887 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.17.204.62:35645,127.17.204.61:35389,127.17.204.60:33967, num_attempts: 96) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.17.204.62:35645,127.17.204.61:35389,127.17.204.60:33967, num_attempts: 1)
17:39:21.854 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:21.855 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:21.855 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:21.855 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:21.855 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:21.855 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:21.855 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:21.856 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:21.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:39:21.855988 18887 meta_cache.cc:788] Timed out: LookupRpcById { tablet: 'ab2f78a7ef7d42cda57a15fd0acb21ae', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: 'ab2f78a7ef7d42cda57a15fd0acb21ae', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.17.204.62:35645,127.17.204.61:35389,127.17.204.60:33967, num_attempts: 96) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.17.204.62:35645,127.17.204.61:35389,127.17.204.60:33967, num_attempts: 1)
17:39:21.857 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:21.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:39:21.857577 18887 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.17.204.62:35645)
17:39:21.874 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:21.874 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:21.875 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:21.875 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:21.875 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:21.875 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:21.875 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:21.875 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:21.876 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:21.914 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:21.914 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:21.915 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:21.915 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:21.915 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:21.915 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:21.915 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:21.915 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:21.917 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:22.014 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:22.015 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:22.015 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:22.015 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:22.016 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:22.016 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:22.016 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:22.016 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:22.017 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:22.017 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [143ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [144ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [242ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [242ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [243ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, deferred=Deferred@2068629749(state=PENDING, result=null, callback=(continuation of Deferred@393226478 after retry RPC after error@457583724) -> (continuation of Deferred@748490488 after retry RPC after error@822829310) -> (continuation of Deferred@665459049 after retry RPC after error@220558524) -> (continuation of Deferred@1225474350 after retry RPC after error@602788961) -> (continuation of Deferred@1425797156 after retry RPC after error@1927151251) -> (continuation of Deferred@1640809431 after retry RPC after error@743398739) -> (continuation of Deferred@658432558 after retry RPC after error@982169916), errback=(continuation of Deferred@393226478 after retry RPC after error@457583724) -> (continuation of Deferred@748490488 after retry RPC after error@822829310) -> (continuation of Deferred@665459049 after retry RPC after error@220558524) -> (continuation of Deferred@1225474350 after retry RPC after error@602788961) -> (continuation of Deferred@1425797156 after retry RPC after error@1927151251) -> (continuation of Deferred@1640809431 after retry RPC after error@743398739) -> (continuation of Deferred@658432558 after retry RPC after error@982169916)))
17:39:22.018 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [143ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [144ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [242ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [242ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [243ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, deferred=Deferred@2068629749(state=PENDING, result=null, callback=(continuation of Deferred@393226478 after retry RPC after error@457583724) -> (continuation of Deferred@748490488 after retry RPC after error@822829310) -> (continuation of Deferred@665459049 after retry RPC after error@220558524) -> (continuation of Deferred@1225474350 after retry RPC after error@602788961) -> (continuation of Deferred@1425797156 after retry RPC after error@1927151251) -> (continuation of Deferred@1640809431 after retry RPC after error@743398739) -> (continuation of Deferred@658432558 after retry RPC after error@982169916), errback=(continuation of Deferred@393226478 after retry RPC after error@457583724) -> (continuation of Deferred@748490488 after retry RPC after error@822829310) -> (continuation of Deferred@665459049 after retry RPC after error@220558524) -> (continuation of Deferred@1225474350 after retry RPC after error@602788961) -> (continuation of Deferred@1425797156 after retry RPC after error@1927151251) -> (continuation of Deferred@1640809431 after retry RPC after error@743398739) -> (continuation of Deferred@658432558 after retry RPC after error@982169916)))
17:39:22.034 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:22.035 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:22.035 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:22.035 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:22.035 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:22.035 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:22.035 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:22.035 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:22.037 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:22.054 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:22.054 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:22.055 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:22.055 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:22.055 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:22.055 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:22.055 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:22.055 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:22.056 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:22.074 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:22.074 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:22.075 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:22.075 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:22.075 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:22.075 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:22.075 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:22.075 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:22.076 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:22.094 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:22.095 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:22.095 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:22.095 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:22.095 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:22.095 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:22.096 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:22.096 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:22.097 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:22.114 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:22.115 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:22.115 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:22.115 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:22.115 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:22.115 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:22.115 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:22.116 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:22.117 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:22.154 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:22.155 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:22.155 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:22.155 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:22.155 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:22.155 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:22.155 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:22.155 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:22.156 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:22.214 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:22.215 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:22.215 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:22.215 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:22.216 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:22.216 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:22.216 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:22.216 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:22.216 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:22.234 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:22.234 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:22.235 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:22.235 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:22.235 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:22.235 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:22.235 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:22.235 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:22.236 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:22.237 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [201ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [201ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [202ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@2099549653(state=PENDING, result=null, callback=(continuation of Deferred@1698000001 after retry RPC after error@1818139241) -> (continuation of Deferred@247526386 after retry RPC after error@1469269442) -> (continuation of Deferred@428632789 after retry RPC after error@18425439) -> (continuation of Deferred@139397869 after retry RPC after error@1170207603) -> (continuation of Deferred@1067447251 after retry RPC after error@2013004193) -> (continuation of Deferred@118781393 after retry RPC after error@1024076331) -> (continuation of Deferred@2110478130 after retry RPC after error@1789763619), errback=(continuation of Deferred@1698000001 after retry RPC after error@1818139241) -> (continuation of Deferred@247526386 after retry RPC after error@1469269442) -> (continuation of Deferred@428632789 after retry RPC after error@18425439) -> (continuation of Deferred@139397869 after retry RPC after error@1170207603) -> (continuation of Deferred@1067447251 after retry RPC after error@2013004193) -> (continuation of Deferred@118781393 after retry RPC after error@1024076331) -> (continuation of Deferred@2110478130 after retry RPC after error@1789763619)))
17:39:22.237 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [201ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [201ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [202ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@2099549653(state=PENDING, result=null, callback=(continuation of Deferred@1698000001 after retry RPC after error@1818139241) -> (continuation of Deferred@247526386 after retry RPC after error@1469269442) -> (continuation of Deferred@428632789 after retry RPC after error@18425439) -> (continuation of Deferred@139397869 after retry RPC after error@1170207603) -> (continuation of Deferred@1067447251 after retry RPC after error@2013004193) -> (continuation of Deferred@118781393 after retry RPC after error@1024076331) -> (continuation of Deferred@2110478130 after retry RPC after error@1789763619), errback=(continuation of Deferred@1698000001 after retry RPC after error@1818139241) -> (continuation of Deferred@247526386 after retry RPC after error@1469269442) -> (continuation of Deferred@428632789 after retry RPC after error@18425439) -> (continuation of Deferred@139397869 after retry RPC after error@1170207603) -> (continuation of Deferred@1067447251 after retry RPC after error@2013004193) -> (continuation of Deferred@118781393 after retry RPC after error@1024076331) -> (continuation of Deferred@2110478130 after retry RPC after error@1789763619)))
17:39:22.254 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:22.254 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:22.255 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:22.255 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:22.255 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:22.255 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:22.255 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:22.255 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:22.256 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:22.274 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:22.274 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:22.275 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:22.275 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:22.275 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:22.275 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:22.275 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:22.275 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:22.276 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:22.294 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:22.294 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:22.294 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:22.294 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:22.295 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:22.295 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:22.295 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:22.295 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:22.296 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:22.314 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:22.315 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:22.315 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:22.315 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:22.315 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:22.315 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:22.315 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:22.316 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:22.317 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:22.334 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:22.334 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:22.335 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:22.335 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:22.335 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:22.335 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:22.335 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:22.335 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:22.336 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:22.354 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:22.354 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:22.355 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:22.355 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:22.355 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:22.355 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:22.355 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:22.355 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:22.356 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:22.394 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:22.394 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:22.395 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:22.395 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:22.395 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:22.395 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:22.395 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:22.395 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:22.396 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:22.397 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [40ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [63ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [142ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@41283704(state=PENDING, result=null, callback=(continuation of Deferred@1555357207 after retry RPC after error@734589925) -> (continuation of Deferred@2118813707 after retry RPC after error@1393639818) -> (continuation of Deferred@690977177 after retry RPC after error@1158996098) -> (continuation of Deferred@1865687803 after retry RPC after error@913322886) -> (continuation of Deferred@1682012000 after retry RPC after error@104045466) -> (continuation of Deferred@1214136925 after retry RPC after error@2139464915), errback=(continuation of Deferred@1555357207 after retry RPC after error@734589925) -> (continuation of Deferred@2118813707 after retry RPC after error@1393639818) -> (continuation of Deferred@690977177 after retry RPC after error@1158996098) -> (continuation of Deferred@1865687803 after retry RPC after error@913322886) -> (continuation of Deferred@1682012000 after retry RPC after error@104045466) -> (continuation of Deferred@1214136925 after retry RPC after error@2139464915)))
17:39:22.397 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [40ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [63ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [142ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@41283704(state=PENDING, result=null, callback=(continuation of Deferred@1555357207 after retry RPC after error@734589925) -> (continuation of Deferred@2118813707 after retry RPC after error@1393639818) -> (continuation of Deferred@690977177 after retry RPC after error@1158996098) -> (continuation of Deferred@1865687803 after retry RPC after error@913322886) -> (continuation of Deferred@1682012000 after retry RPC after error@104045466) -> (continuation of Deferred@1214136925 after retry RPC after error@2139464915), errback=(continuation of Deferred@1555357207 after retry RPC after error@734589925) -> (continuation of Deferred@2118813707 after retry RPC after error@1393639818) -> (continuation of Deferred@690977177 after retry RPC after error@1158996098) -> (continuation of Deferred@1865687803 after retry RPC after error@913322886) -> (continuation of Deferred@1682012000 after retry RPC after error@104045466) -> (continuation of Deferred@1214136925 after retry RPC after error@2139464915)))
17:39:22.414 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:22.414 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:22.414 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:22.415 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:22.415 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:22.415 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:22.415 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:22.415 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:22.416 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:22.434 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:22.435 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:22.435 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:22.435 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:22.435 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:22.435 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:22.436 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:22.436 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:22.437 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:22.454 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:22.455 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:22.455 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:22.455 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:22.455 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:22.455 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:22.455 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:22.455 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:22.456 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:22.474 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:22.474 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:22.475 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:22.475 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:22.475 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:22.475 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:22.475 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:22.475 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:22.476 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:22.494 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:22.494 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:22.495 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:22.495 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:22.495 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:22.495 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:22.495 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:22.495 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:22.496 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:22.514 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:22.514 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:22.514 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:22.514 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:22.515 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:22.515 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:22.515 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:22.515 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:22.516 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:22.555 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:22.555 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:22.555 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:22.555 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:22.556 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:22.556 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:22.556 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:22.556 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:22.557 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:22.574 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:22.575 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:22.575 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:22.575 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:22.575 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:22.575 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:22.575 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:22.576 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:22.577 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:22.577 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [142ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [142ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [143ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [162ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@1453281364(state=PENDING, result=null, callback=(continuation of Deferred@1826140216 after retry RPC after error@1101697581) -> (continuation of Deferred@1453074933 after retry RPC after error@2058215042) -> (continuation of Deferred@1398663327 after retry RPC after error@1181950755) -> (continuation of Deferred@1905752473 after retry RPC after error@1700454631) -> (continuation of Deferred@1509946819 after retry RPC after error@105557988) -> (continuation of Deferred@1289442565 after retry RPC after error@2125781409) -> (continuation of Deferred@1480813145 after retry RPC after error@195414842), errback=(continuation of Deferred@1826140216 after retry RPC after error@1101697581) -> (continuation of Deferred@1453074933 after retry RPC after error@2058215042) -> (continuation of Deferred@1398663327 after retry RPC after error@1181950755) -> (continuation of Deferred@1905752473 after retry RPC after error@1700454631) -> (continuation of Deferred@1509946819 after retry RPC after error@105557988) -> (continuation of Deferred@1289442565 after retry RPC after error@2125781409) -> (continuation of Deferred@1480813145 after retry RPC after error@195414842)))
17:39:22.579 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [142ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [142ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [143ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [162ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@1453281364(state=PENDING, result=null, callback=(continuation of Deferred@1826140216 after retry RPC after error@1101697581) -> (continuation of Deferred@1453074933 after retry RPC after error@2058215042) -> (continuation of Deferred@1398663327 after retry RPC after error@1181950755) -> (continuation of Deferred@1905752473 after retry RPC after error@1700454631) -> (continuation of Deferred@1509946819 after retry RPC after error@105557988) -> (continuation of Deferred@1289442565 after retry RPC after error@2125781409) -> (continuation of Deferred@1480813145 after retry RPC after error@195414842), errback=(continuation of Deferred@1826140216 after retry RPC after error@1101697581) -> (continuation of Deferred@1453074933 after retry RPC after error@2058215042) -> (continuation of Deferred@1398663327 after retry RPC after error@1181950755) -> (continuation of Deferred@1905752473 after retry RPC after error@1700454631) -> (continuation of Deferred@1509946819 after retry RPC after error@105557988) -> (continuation of Deferred@1289442565 after retry RPC after error@2125781409) -> (continuation of Deferred@1480813145 after retry RPC after error@195414842)))
17:39:22.594 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:22.595 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:22.595 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:22.595 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:22.595 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:22.595 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:22.595 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:22.595 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:22.596 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:22.614 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:22.614 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:22.615 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:22.615 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:22.615 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:22.615 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:22.615 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:22.615 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:22.616 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:22.634 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:22.634 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:22.635 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:22.635 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:22.635 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:22.635 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:22.635 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:22.635 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:22.636 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:22.654 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:22.654 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:22.654 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:22.654 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:22.655 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:22.655 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:22.655 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:22.655 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:22.656 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:22.674 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:22.675 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:22.675 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:22.675 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:22.675 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:22.675 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:22.675 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:22.676 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:22.677 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:22.694 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:22.695 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:22.695 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:22.695 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:22.695 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:22.695 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:22.695 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:22.695 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:22.696 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:22.734 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:22.734 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:22.735 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:22.735 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:22.735 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:22.735 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:22.735 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:22.735 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:22.736 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:22.854 [DEBUG - pool-49-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [60ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [83ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [142ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@1113562484(state=PENDING, result=null, callback=(continuation of Deferred@1391448119 after retry RPC after error@1140817635) -> (continuation of Deferred@70953397 after retry RPC after error@976236667) -> (continuation of Deferred@384971106 after retry RPC after error@776097081) -> (continuation of Deferred@2137275973 after retry RPC after error@1147955770) -> (continuation of Deferred@1125264116 after retry RPC after error@2131074090) -> (continuation of Deferred@567083929 after retry RPC after error@106401824) -> (continuation of Deferred@1413504916 after retry RPC after error@125271546), errback=(continuation of Deferred@1391448119 after retry RPC after error@1140817635) -> (continuation of Deferred@70953397 after retry RPC after error@976236667) -> (continuation of Deferred@384971106 after retry RPC after error@776097081) -> (continuation of Deferred@2137275973 after retry RPC after error@1147955770) -> (continuation of Deferred@1125264116 after retry RPC after error@2131074090) -> (continuation of Deferred@567083929 after retry RPC after error@106401824) -> (continuation of Deferred@1413504916 after retry RPC after error@125271546)))
17:39:22.855 [WARN - pool-49-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
17:39:22.874 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:22.874 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:22.875 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:22.875 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:22.875 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:22.875 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:22.875 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:22.875 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:22.876 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:22.894 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:22.894 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:22.894 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:22.894 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:22.895 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:22.895 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:22.895 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:22.895 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:22.896 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:22.914 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:22.915 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:22.915 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:22.915 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:22.915 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:22.915 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:22.915 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:22.916 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:22.917 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:22.934 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:22.934 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:22.935 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:22.935 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:22.935 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:22.935 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:22.935 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:22.935 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:22.936 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:22.954 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:22.954 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:22.954 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:22.954 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:22.955 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:22.955 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:22.955 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:22.955 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:22.956 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:22.974 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:22.975 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:22.975 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:22.975 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:22.975 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:22.975 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:22.975 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:22.975 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:22.976 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:23.034 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:23.035 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:23.035 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:23.035 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:23.035 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:23.036 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:23.036 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:23.036 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:23.037 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:23.094 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:23.094 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:23.094 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:23.094 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:23.095 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:23.095 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:23.095 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:23.095 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:23.095 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:23.096 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [3ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [23ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [43ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [63ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [83ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [103ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [162ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [163ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [163ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [164ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [222ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [222ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [222ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, deferred=Deferred@1045747724(state=PENDING, result=null, callback=(continuation of Deferred@1225874082 after retry RPC after error@204871814) -> (continuation of Deferred@1624083029 after retry RPC after error@2017573624) -> (continuation of Deferred@1002842904 after retry RPC after error@118023886) -> (continuation of Deferred@186338136 after retry RPC after error@2121836217) -> (continuation of Deferred@1953287301 after retry RPC after error@882010704) -> (continuation of Deferred@1694676497 after retry RPC after error@1584699750) -> (continuation of Deferred@1282309833 after retry RPC after error@1804164606), errback=(continuation of Deferred@1225874082 after retry RPC after error@204871814) -> (continuation of Deferred@1624083029 after retry RPC after error@2017573624) -> (continuation of Deferred@1002842904 after retry RPC after error@118023886) -> (continuation of Deferred@186338136 after retry RPC after error@2121836217) -> (continuation of Deferred@1953287301 after retry RPC after error@882010704) -> (continuation of Deferred@1694676497 after retry RPC after error@1584699750) -> (continuation of Deferred@1282309833 after retry RPC after error@1804164606)))
17:39:23.096 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [3ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [23ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [43ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [63ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [83ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [103ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [162ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [163ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [163ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [164ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [222ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [222ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [222ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, deferred=Deferred@1045747724(state=PENDING, result=null, callback=(continuation of Deferred@1225874082 after retry RPC after error@204871814) -> (continuation of Deferred@1624083029 after retry RPC after error@2017573624) -> (continuation of Deferred@1002842904 after retry RPC after error@118023886) -> (continuation of Deferred@186338136 after retry RPC after error@2121836217) -> (continuation of Deferred@1953287301 after retry RPC after error@882010704) -> (continuation of Deferred@1694676497 after retry RPC after error@1584699750) -> (continuation of Deferred@1282309833 after retry RPC after error@1804164606), errback=(continuation of Deferred@1225874082 after retry RPC after error@204871814) -> (continuation of Deferred@1624083029 after retry RPC after error@2017573624) -> (continuation of Deferred@1002842904 after retry RPC after error@118023886) -> (continuation of Deferred@186338136 after retry RPC after error@2121836217) -> (continuation of Deferred@1953287301 after retry RPC after error@882010704) -> (continuation of Deferred@1694676497 after retry RPC after error@1584699750) -> (continuation of Deferred@1282309833 after retry RPC after error@1804164606)))
17:39:23.114 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:23.115 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:23.115 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:23.115 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:23.115 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:23.115 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:23.115 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:23.115 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:23.116 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:23.134 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:23.134 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:23.135 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:23.135 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:23.135 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:23.135 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:23.135 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:23.135 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:23.136 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:23.154 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:23.154 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:23.155 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:23.155 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:23.155 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:23.155 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:23.155 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:23.155 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:23.156 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:23.175 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:23.175 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:23.176 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:23.176 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:23.176 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:23.176 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:23.176 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:23.176 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:23.177 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:23.194 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:23.194 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:23.194 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:23.194 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:23.195 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:23.195 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:23.195 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:23.195 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:23.196 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:23.235 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:23.235 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:23.236 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:23.236 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:23.236 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:23.236 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:23.236 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:23.236 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:23.237 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:23.254 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:23.255 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:23.255 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:23.255 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:23.255 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:23.255 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:23.255 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:23.255 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:23.258 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:23.354 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:23.354 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:23.355 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:23.355 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:23.355 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:23.355 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:23.355 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:23.355 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:23.356 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:23.357 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [63ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [123ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [143ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [144ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [241ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [241ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [242ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@2004543943(state=PENDING, result=null, callback=(continuation of Deferred@1887564945 after retry RPC after error@1169797877) -> (continuation of Deferred@1216267311 after retry RPC after error@1751787574) -> (continuation of Deferred@389053654 after retry RPC after error@521554655) -> (continuation of Deferred@569879214 after retry RPC after error@417664318) -> (continuation of Deferred@212272184 after retry RPC after error@558561217) -> (continuation of Deferred@1039440796 after retry RPC after error@231276001) -> (continuation of Deferred@964345508 after retry RPC after error@1333310133), errback=(continuation of Deferred@1887564945 after retry RPC after error@1169797877) -> (continuation of Deferred@1216267311 after retry RPC after error@1751787574) -> (continuation of Deferred@389053654 after retry RPC after error@521554655) -> (continuation of Deferred@569879214 after retry RPC after error@417664318) -> (continuation of Deferred@212272184 after retry RPC after error@558561217) -> (continuation of Deferred@1039440796 after retry RPC after error@231276001) -> (continuation of Deferred@964345508 after retry RPC after error@1333310133)))
17:39:23.357 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [63ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [123ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [143ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [144ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [241ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [241ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [242ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@2004543943(state=PENDING, result=null, callback=(continuation of Deferred@1887564945 after retry RPC after error@1169797877) -> (continuation of Deferred@1216267311 after retry RPC after error@1751787574) -> (continuation of Deferred@389053654 after retry RPC after error@521554655) -> (continuation of Deferred@569879214 after retry RPC after error@417664318) -> (continuation of Deferred@212272184 after retry RPC after error@558561217) -> (continuation of Deferred@1039440796 after retry RPC after error@231276001) -> (continuation of Deferred@964345508 after retry RPC after error@1333310133), errback=(continuation of Deferred@1887564945 after retry RPC after error@1169797877) -> (continuation of Deferred@1216267311 after retry RPC after error@1751787574) -> (continuation of Deferred@389053654 after retry RPC after error@521554655) -> (continuation of Deferred@569879214 after retry RPC after error@417664318) -> (continuation of Deferred@212272184 after retry RPC after error@558561217) -> (continuation of Deferred@1039440796 after retry RPC after error@231276001) -> (continuation of Deferred@964345508 after retry RPC after error@1333310133)))
17:39:23.374 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:23.374 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:23.375 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:23.375 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:23.375 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:23.375 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:23.376 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:23.376 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:23.376 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:23.394 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:23.395 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:23.395 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:23.395 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:23.395 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:23.395 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:23.395 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:23.396 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:23.397 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:23.414 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:23.415 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:23.415 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:23.416 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:23.416 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:23.416 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:23.416 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:23.416 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:23.417 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:23.434 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:23.435 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:23.435 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:23.435 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:23.435 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:23.435 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:23.435 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:23.435 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:23.437 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:23.454 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:23.454 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:23.455 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:23.455 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:23.455 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:23.455 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:23.455 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:23.455 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:23.457 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:23.494 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:23.494 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:23.495 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:23.495 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:23.495 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:23.495 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:23.495 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:23.495 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:23.496 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:23.514 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:23.514 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:23.515 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:23.515 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:23.515 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:23.515 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:23.515 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:23.515 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:23.516 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:23.614 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:23.614 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:23.615 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:23.615 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:23.615 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:23.615 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:23.615 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:23.616 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:23.616 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:23.617 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [23ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [43ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [63ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [142ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [241ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [242ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [242ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@1089236646(state=PENDING, result=null, callback=(continuation of Deferred@89235914 after retry RPC after error@123296848) -> (continuation of Deferred@1377076835 after retry RPC after error@1898863577) -> (continuation of Deferred@2046426055 after retry RPC after error@881820532) -> (continuation of Deferred@1121860632 after retry RPC after error@1093490441) -> (continuation of Deferred@2000468776 after retry RPC after error@1071645336) -> (continuation of Deferred@208521088 after retry RPC after error@668163099) -> (continuation of Deferred@899962418 after retry RPC after error@175072988), errback=(continuation of Deferred@89235914 after retry RPC after error@123296848) -> (continuation of Deferred@1377076835 after retry RPC after error@1898863577) -> (continuation of Deferred@2046426055 after retry RPC after error@881820532) -> (continuation of Deferred@1121860632 after retry RPC after error@1093490441) -> (continuation of Deferred@2000468776 after retry RPC after error@1071645336) -> (continuation of Deferred@208521088 after retry RPC after error@668163099) -> (continuation of Deferred@899962418 after retry RPC after error@175072988)))
17:39:23.617 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [23ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [43ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [63ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [142ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [241ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [242ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [242ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@1089236646(state=PENDING, result=null, callback=(continuation of Deferred@89235914 after retry RPC after error@123296848) -> (continuation of Deferred@1377076835 after retry RPC after error@1898863577) -> (continuation of Deferred@2046426055 after retry RPC after error@881820532) -> (continuation of Deferred@1121860632 after retry RPC after error@1093490441) -> (continuation of Deferred@2000468776 after retry RPC after error@1071645336) -> (continuation of Deferred@208521088 after retry RPC after error@668163099) -> (continuation of Deferred@899962418 after retry RPC after error@175072988), errback=(continuation of Deferred@89235914 after retry RPC after error@123296848) -> (continuation of Deferred@1377076835 after retry RPC after error@1898863577) -> (continuation of Deferred@2046426055 after retry RPC after error@881820532) -> (continuation of Deferred@1121860632 after retry RPC after error@1093490441) -> (continuation of Deferred@2000468776 after retry RPC after error@1071645336) -> (continuation of Deferred@208521088 after retry RPC after error@668163099) -> (continuation of Deferred@899962418 after retry RPC after error@175072988)))
17:39:23.634 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:23.634 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:23.635 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:23.635 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:23.635 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:23.635 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:23.635 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:23.635 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:23.636 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:23.654 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:23.654 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:23.654 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:23.654 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:23.654 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:23.654 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:23.655 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:23.655 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:23.656 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:23.674 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:23.675 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:23.675 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:23.675 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:23.676 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:23.676 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:23.676 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:23.676 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:23.677 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:23.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:39:23.682094 19229 master_runner.cc:186] Error getting master registration for 127.17.204.62:35645: Network error: Client connection negotiation failed: client connection to 127.17.204.62:35645: connect: Connection refused (error 111),
17:39:23.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:39:23.682343 19229 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
17:39:23.694 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:23.695 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:23.695 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:23.695 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:23.695 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:23.695 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:23.695 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:23.695 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:23.696 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:23.714 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:23.715 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:23.715 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:23.715 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:23.715 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:23.715 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:23.715 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:23.716 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:23.717 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:23.754 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:23.755 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:23.755 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:23.756 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:23.756 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:23.756 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:23.756 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:23.756 [INFO - pool-49-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:23.756 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:23.814 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:23.814 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:23.815 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:23.815 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:23.815 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:23.815 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:23.815 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:23.815 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:23.817 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:23.834 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:23.834 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:23.835 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:23.835 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:23.835 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:23.835 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:23.835 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:23.835 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:23.837 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:23.838 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [20ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [43ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [83ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [201ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [201ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [203ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@1784774766(state=PENDING, result=null, callback=(continuation of Deferred@237129192 after retry RPC after error@822938355) -> (continuation of Deferred@1469017488 after retry RPC after error@822867455) -> (continuation of Deferred@760914747 after retry RPC after error@1952022257) -> (continuation of Deferred@1486253575 after retry RPC after error@920444135) -> (continuation of Deferred@1323819644 after retry RPC after error@1903604647) -> (continuation of Deferred@452660696 after retry RPC after error@1242616196) -> (continuation of Deferred@999636664 after retry RPC after error@2142915046), errback=(continuation of Deferred@237129192 after retry RPC after error@822938355) -> (continuation of Deferred@1469017488 after retry RPC after error@822867455) -> (continuation of Deferred@760914747 after retry RPC after error@1952022257) -> (continuation of Deferred@1486253575 after retry RPC after error@920444135) -> (continuation of Deferred@1323819644 after retry RPC after error@1903604647) -> (continuation of Deferred@452660696 after retry RPC after error@1242616196) -> (continuation of Deferred@999636664 after retry RPC after error@2142915046)))
17:39:23.838 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [20ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [43ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [83ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [201ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [201ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [203ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@1784774766(state=PENDING, result=null, callback=(continuation of Deferred@237129192 after retry RPC after error@822938355) -> (continuation of Deferred@1469017488 after retry RPC after error@822867455) -> (continuation of Deferred@760914747 after retry RPC after error@1952022257) -> (continuation of Deferred@1486253575 after retry RPC after error@920444135) -> (continuation of Deferred@1323819644 after retry RPC after error@1903604647) -> (continuation of Deferred@452660696 after retry RPC after error@1242616196) -> (continuation of Deferred@999636664 after retry RPC after error@2142915046), errback=(continuation of Deferred@237129192 after retry RPC after error@822938355) -> (continuation of Deferred@1469017488 after retry RPC after error@822867455) -> (continuation of Deferred@760914747 after retry RPC after error@1952022257) -> (continuation of Deferred@1486253575 after retry RPC after error@920444135) -> (continuation of Deferred@1323819644 after retry RPC after error@1903604647) -> (continuation of Deferred@452660696 after retry RPC after error@1242616196) -> (continuation of Deferred@999636664 after retry RPC after error@2142915046)))
17:39:23.854 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:23.854 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:23.855 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:23.855 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:23.855 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:23.855 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:23.855 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:23.855 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:23.856 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:23.874 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:23.874 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:23.875 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:23.875 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:23.875 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:23.875 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:23.875 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:23.875 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:23.876 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:23.894 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:23.894 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:23.895 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:23.895 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:23.895 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:23.895 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:23.895 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:23.895 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:23.896 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:23.914 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:23.914 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:23.915 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:23.915 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:23.915 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:23.915 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:23.915 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:23.915 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:23.916 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:23.934 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:23.934 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:23.935 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:23.935 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:23.935 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:23.935 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:23.935 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:23.935 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:23.936 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:23.974 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:23.974 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:23.975 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:23.975 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:23.975 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:23.975 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:23.975 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:23.975 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:23.976 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:24.034 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:24.034 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:24.034 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:24.034 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:24.034 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:24.034 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:24.035 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:24.035 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:24.035 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:24.074 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:24.075 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:24.075 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:24.075 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:24.075 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:24.075 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:24.075 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:24.076 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:24.075 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:24.076 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:24.077 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:24.077 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:24.114 [DEBUG - pool-49-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [3ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [23ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [43ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [63ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [83ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [123ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [222ms] refreshing cache from master, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [223ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [223ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [224ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [224ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, deferred=Deferred@382301371(state=PENDING, result=null, callback=(continuation of Deferred@442696010 after retry RPC after error@1702738536) -> (continuation of Deferred@2068795032 after retry RPC after error@654213606) -> (continuation of Deferred@613788962 after retry RPC after error@749989154) -> (continuation of Deferred@763977122 after retry RPC after error@2133465156) -> (continuation of Deferred@1994348094 after retry RPC after error@1169588026) -> (continuation of Deferred@582307427 after retry RPC after error@225610313) -> (continuation of Deferred@26235775 after retry RPC after error@2007610328) -> (continuation of Deferred@2137468184 after retry RPC after error@1717485695), errback=(continuation of Deferred@442696010 after retry RPC after error@1702738536) -> (continuation of Deferred@2068795032 after retry RPC after error@654213606) -> (continuation of Deferred@613788962 after retry RPC after error@749989154) -> (continuation of Deferred@763977122 after retry RPC after error@2133465156) -> (continuation of Deferred@1994348094 after retry RPC after error@1169588026) -> (continuation of Deferred@582307427 after retry RPC after error@225610313) -> (continuation of Deferred@26235775 after retry RPC after error@2007610328) -> (continuation of Deferred@2137468184 after retry RPC after error@1717485695)))
17:39:24.115 [WARN - pool-49-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
17:39:24.134 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:24.135 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:24.135 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:24.135 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:24.136 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:24.136 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:24.136 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:24.136 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:24.137 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:24.154 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:24.154 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:24.155 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:24.155 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:24.155 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:24.155 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:24.155 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:24.155 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:24.156 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:24.174 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:24.174 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:24.175 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:24.175 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:24.175 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:24.175 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:24.175 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:24.175 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:24.176 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:24.194 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.62:35645(127.17.204.62:35645)] connecting to peer
17:39:24.195 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.17.204.61:35389(127.17.204.61:35389)] connecting to peer
17:39:24.195 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:24.195 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:24.195 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.62:35645(127.17.204.62:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:24.195 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.61:35389(127.17.204.61:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:24.196 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:24.196 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:24.196 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.61:35389: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389
17:39:24.196 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.62:35645: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645
17:39:24.197 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:24.197 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTransactionState, tablet=null, attempt=33, TimeoutTracker(timeout=50000, elapsed=48542), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [23ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [44ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [44ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [44ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [63ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [123ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [123ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [143ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [144ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [145ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [145ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [183ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [282ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [282ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [282ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [283ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [480ms] refreshing cache from master, [480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [481ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [482ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [483ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [483ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [900ms] refreshing cache from master, [900ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [902ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [903ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [903ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [904ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2760ms] refreshing cache from master, [2760ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [2760ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [2760ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [2761ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2762ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2763ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2763ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [3640ms] refreshing cache from master, [3640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [3640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [3640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [3641ms] too many traces: truncated at 100 traces, deferred=Deferred@1185202981(state=PENDING, result=null, callback=(continuation of Deferred@725520178 after retry RPC after error@1887697624) -> (continuation of Deferred@471616495 after retry RPC after error@2084642466) -> (continuation of Deferred@593058055 after retry RPC after error@1289953934) -> (continuation of Deferred@845044686 after retry RPC after error@1176434473) -> (continuation of Deferred@803606412 after retry RPC after error@2051321772) -> (continuation of Deferred@981732097 after retry RPC after error@194122951) -> (continuation of Deferred@337113174 after retry RPC after error@1265702071) -> (continuation of Deferred@1371001563 after retry RPC after error@1251528710) -> (continuation of Deferred@1629887555 after retry RPC after error@582056060) -> (continuation of Deferred@1308575739 after retry RPC after error@1105962658) -> (continuation of Deferred@285114072 after retry RPC after error@967153187) -> (continuation of Deferred@240307827 after retry RPC after error@303081389) -> (continuation of Deferred@1912275849 after retry RPC after error@1694144283) -> (continuation of Deferred@2084826273 after retry RPC after error@1803096395) -> (continuation of Deferred@1110941926 after retry RPC after error@1925555700) -> (continuation of Deferred@285243881 after retry RPC after error@852541899) -> (continuation of Deferred@1293903847 after retry RPC after error@304779701) -> (continuation of Deferred@16215336 after retry RPC after error@882715236) -> (continuation of Deferred@42681167 after retry RPC after error@1147850130) -> (continuation of Deferred@2135909914 after retry RPC after error@584887709) -> (continuation of Deferred@2056586162 after retry RPC after error@1744914223) -> (continuation of Deferred@1819968387 after retry RPC after error@722303956) -> (continuation of Deferred@2044163476 after retry RPC after error@462253502) -> (continuation of Deferred@592675799 after retry RPC after error@1665175474) -> (continuation of Deferred@561593755 after retry RPC after error@1365857431) -> (continuation of Deferred@1855662166 after retry RPC after error@155260712) -> (continuation of Deferred@1639736958 after retry RPC after error@2053786418) -> (continuation of Deferred@1300497841 after retry RPC after error@1283302270) -> (continuation of Deferred@1316008729 after retry RPC after error@1718305342) -> (continuation of Deferred@196049615 after retry RPC after error@711483031) -> (continuation of Deferred@1640745144 after retry RPC after error@1561136141) -> (continuation of Deferred@763653217 after retry RPC after error@1164972960), errback=(continuation of Deferred@725520178 after retry RPC after error@1887697624) -> (continuation of Deferred@471616495 after retry RPC after error@2084642466) -> (continuation of Deferred@593058055 after retry RPC after error@1289953934) -> (continuation of Deferred@845044686 after retry RPC after error@1176434473) -> (continuation of Deferred@803606412 after retry RPC after error@2051321772) -> (continuation of Deferred@981732097 after retry RPC after error@194122951) -> (continuation of Deferred@337113174 after retry RPC after error@1265702071) -> (continuation of Deferred@1371001563 after retry RPC after error@1251528710) -> (continuation of Deferred@1629887555 after retry RPC after error@582056060) -> (continuation of Deferred@1308575739 after retry RPC after error@1105962658) -> (continuation of Deferred@285114072 after retry RPC after error@967153187) -> (continuation of Deferred@240307827 after retry RPC after error@303081389) -> (continuation of Deferred@1912275849 after retry RPC after error@1694144283) -> (continuation of Deferred@2084826273 after retry RPC after error@1803096395) -> (continuation of Deferred@1110941926 after retry RPC after error@1925555700) -> (continuation of Deferred@285243881 after retry RPC after error@852541899) -> (continuation of Deferred@1293903847 after retry RPC after error@304779701) -> (continuation of Deferred@16215336 after retry RPC after error@882715236) -> (continuation of Deferred@42681167 after retry RPC after error@1147850130) -> (continuation of Deferred@2135909914 after retry RPC after error@584887709) -> (continuation of Deferred@2056586162 after retry RPC after error@1744914223) -> (continuation of Deferred@1819968387 after retry RPC after error@722303956) -> (continuation of Deferred@2044163476 after retry RPC after error@462253502) -> (continuation of Deferred@592675799 after retry RPC after error@1665175474) -> (continuation of Deferred@561593755 after retry RPC after error@1365857431) -> (continuation of Deferred@1855662166 after retry RPC after error@155260712) -> (continuation of Deferred@1639736958 after retry RPC after error@2053786418) -> (continuation of Deferred@1300497841 after retry RPC after error@1283302270) -> (continuation of Deferred@1316008729 after retry RPC after error@1718305342) -> (continuation of Deferred@196049615 after retry RPC after error@711483031) -> (continuation of Deferred@1640745144 after retry RPC after error@1561136141) -> (continuation of Deferred@763653217 after retry RPC after error@1164972960)))
17:39:24.199 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389; will retry
17:39:24.199 [DEBUG - main] (Connection.java:575) [peer 0b150a54b1124e85b8e8519d722c6127(127.17.204.1:41811)] disconnecting while in state READY
17:39:24.200 [DEBUG - main] (Connection.java:575) [peer master-127.17.204.61:35389(127.17.204.61:35389)] disconnecting while in state TERMINATED
17:39:24.200 [DEBUG - main] (Connection.java:575) [peer master-127.17.204.60:33967(127.17.204.60:33967)] disconnecting while in state READY
17:39:24.200 [DEBUG - main] (Connection.java:575) [peer master-127.17.204.62:35645(127.17.204.62:35645)] disconnecting while in state TERMINATED
17:39:24.205 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
17:39:24.205 [DEBUG - kudu-nio-1] (Connection.java:239) [peer 0b150a54b1124e85b8e8519d722c6127(127.17.204.1:41811)] handling channelInactive
17:39:24.205 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 0b150a54b1124e85b8e8519d722c6127(127.17.204.1:41811)] cleaning up while in state READY due to: connection closed
17:39:24.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:39:24.206350 18224 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-taskfGU3aF/build/asan/bin/kudu pid 18517
17:39:24.206 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.17.204.60:33967(127.17.204.60:33967)] handling channelInactive
17:39:24.206 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.60:33967(127.17.204.60:33967)] cleaning up while in state READY due to: connection closed
17:39:24.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:39:24.222844 18668 generic_service.cc:196] Checking for leaks (request via RPC)
17:39:24.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:39:24.339203 18224 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskfGU3aF/build/asan/bin/kudu with pid 18517
17:39:24.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:39:24.355975 18694 connection.cc:535] server connection from 127.17.204.1:34327 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
17:39:24.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:39:24.356365 18224 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-taskfGU3aF/build/asan/bin/kudu pid 18678
17:39:24.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:39:24.363929 18809 generic_service.cc:196] Checking for leaks (request via RPC)
17:39:24.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:39:24.470391 18224 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskfGU3aF/build/asan/bin/kudu with pid 18678
17:39:24.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:39:24.495908 18224 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-taskfGU3aF/build/asan/bin/kudu pid 18819
17:39:24.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:39:24.504515 18952 generic_service.cc:196] Checking for leaks (request via RPC)
17:39:24.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:39:24.660290 18837 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.17.204.1:41811: connect: Connection refused (error 111)
17:39:24.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:39:24.660702 18224 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskfGU3aF/build/asan/bin/kudu with pid 18819
17:39:24.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:39:24.686719 18224 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-taskfGU3aF/build/asan/bin/kudu pid 19229
17:39:24.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:39:24.694355 19302 generic_service.cc:196] Checking for leaks (request via RPC)
17:39:24.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:39:24.851773 18224 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskfGU3aF/build/asan/bin/kudu with pid 19229
17:39:24.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-23T17:39:24Z chronyd exiting
17:39:25.015 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveRollingSwitchToOtherTxnManager: failed attempt 1
java.lang.AssertionError: Timed out: cannot complete before timeout: KuduRpc(method=GetTransactionState, tablet=null, attempt=33, TimeoutTracker(timeout=50000, elapsed=48542), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [23ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [44ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [44ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [44ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [63ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [123ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [123ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [143ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [144ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [145ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [145ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [183ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [282ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [282ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [282ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [283ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [480ms] refreshing cache from master, [480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [481ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [482ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [483ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [483ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [900ms] refreshing cache from master, [900ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [902ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [903ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [903ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [904ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2760ms] refreshing cache from master, [2760ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [2760ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [2760ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [2761ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2762ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2763ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2763ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [3640ms] refreshing cache from master, [3640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [3640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [3640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [3641ms] too many traces: truncated at 100 traces, deferred=Deferred@1185202981(state=PENDING, result=null, callback=(continuation of Deferred@725520178 after retry RPC after error@1887697624) -> (continuation of Deferred@471616495 after retry RPC after error@2084642466) -> (continuation of Deferred@593058055 after retry RPC after error@1289953934) -> (continuation of Deferred@845044686 after retry RPC after error@1176434473) -> (continuation of Deferred@803606412 after retry RPC after error@2051321772) -> (continuation of Deferred@981732097 after retry RPC after error@194122951) -> (continuation of Deferred@337113174 after retry RPC after error@1265702071) -> (continuation of Deferred@1371001563 after retry RPC after error@1251528710) -> (continuation of Deferred@1629887555 after retry RPC after error@582056060) -> (continuation of Deferred@1308575739 after retry RPC after error@1105962658) -> (continuation of Deferred@285114072 after retry RPC after error@967153187) -> (continuation of Deferred@240307827 after retry RPC after error@303081389) -> (continuation of Deferred@1912275849 after retry RPC after error@1694144283) -> (continuation of Deferred@2084826273 after retry RPC after error@1803096395) -> (continuation of Deferred@1110941926 after retry RPC after error@1925555700) -> (continuation of Deferred@285243881 after retry RPC after error@852541899) -> (continuation of Deferred@1293903847 after retry RPC after error@304779701) -> (continuation of Deferred@16215336 after retry RPC after error@882715236) -> (continuation of Deferred@42681167 after retry RPC after error@1147850130) -> (continuation of Deferred@2135909914 after retry RPC after error@584887709) -> (continuation of Deferred@2056586162 after retry RPC after error@1744914223) -> (continuation of Deferred@1819968387 after retry RPC after error@722303956) -> (continuation of Deferred@2044163476 after retry RPC after error@462253502) -> (continuation of Deferred@592675799 after retry RPC after error@1665175474) -> (continuation of Deferred@561593755 after retry RPC after error@1365857431) -> (continuation of Deferred@1855662166 after retry RPC after error@155260712) -> (continuation of Deferred@1639736958 after retry RPC after error@2053786418) -> (continuation of Deferred@1300497841 after retry RPC after error@1283302270) -> (continuation of Deferred@1316008729 after retry RPC after error@1718305342) -> (continuation of Deferred@196049615 after retry RPC after error@711483031) -> (continuation of Deferred@1640745144 after retry RPC after error@1561136141) -> (continuation of Deferred@763653217 after retry RPC after error@1164972960), errback=(continuation of Deferred@725520178 after retry RPC after error@1887697624) -> (continuation of Deferred@471616495 after retry RPC after error@2084642466) -> (continuation of Deferred@593058055 after retry RPC after error@1289953934) -> (continuation of Deferred@845044686 after retry RPC after error@1176434473) -> (continuation of Deferred@803606412 after retry RPC after error@2051321772) -> (continuation of Deferred@981732097 after retry RPC after error@194122951) -> (continuation of Deferred@337113174 after retry RPC after error@1265702071) -> (continuation of Deferred@1371001563 after retry RPC after error@1251528710) -> (continuation of Deferred@1629887555 after retry RPC after error@582056060) -> (continuation of Deferred@1308575739 after retry RPC after error@1105962658) -> (continuation of Deferred@285114072 after retry RPC after error@967153187) -> (continuation of Deferred@240307827 after retry RPC after error@303081389) -> (continuation of Deferred@1912275849 after retry RPC after error@1694144283) -> (continuation of Deferred@2084826273 after retry RPC after error@1803096395) -> (continuation of Deferred@1110941926 after retry RPC after error@1925555700) -> (continuation of Deferred@285243881 after retry RPC after error@852541899) -> (continuation of Deferred@1293903847 after retry RPC after error@304779701) -> (continuation of Deferred@16215336 after retry RPC after error@882715236) -> (continuation of Deferred@42681167 after retry RPC after error@1147850130) -> (continuation of Deferred@2135909914 after retry RPC after error@584887709) -> (continuation of Deferred@2056586162 after retry RPC after error@1744914223) -> (continuation of Deferred@1819968387 after retry RPC after error@722303956) -> (continuation of Deferred@2044163476 after retry RPC after error@462253502) -> (continuation of Deferred@592675799 after retry RPC after error@1665175474) -> (continuation of Deferred@561593755 after retry RPC after error@1365857431) -> (continuation of Deferred@1855662166 after retry RPC after error@155260712) -> (continuation of Deferred@1639736958 after retry RPC after error@2053786418) -> (continuation of Deferred@1300497841 after retry RPC after error@1283302270) -> (continuation of Deferred@1316008729 after retry RPC after error@1718305342) -> (continuation of Deferred@196049615 after retry RPC after error@711483031) -> (continuation of Deferred@1640745144 after retry RPC after error@1561136141) -> (continuation of Deferred@763653217 after retry RPC after error@1164972960)))
at org.junit.Assert.fail(Assert.java:89) ~[junit-4.13.2.jar:4.13.2]
at org.junit.Assert.assertTrue(Assert.java:42) ~[junit-4.13.2.jar:4.13.2]
at org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveRollingSwitchToOtherTxnManager(TestKuduTransaction.java:1214) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
java.lang.AssertionError: Timed out: cannot complete before timeout: KuduRpc(method=GetTransactionState, tablet=null, attempt=33, TimeoutTracker(timeout=50000, elapsed=48542), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [23ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [44ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [44ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [44ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [63ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [123ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [123ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [143ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [144ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [145ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [145ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [183ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [282ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [282ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [282ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [283ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [480ms] refreshing cache from master, [480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [481ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [482ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [483ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [483ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [900ms] refreshing cache from master, [900ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [902ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [903ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [903ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [904ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2760ms] refreshing cache from master, [2760ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [2760ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [2760ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [2761ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.61:35389: Network error: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389, [2762ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.62:35645: Network error: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [2763ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.60:33967: OK, [2763ms] delaying RPC due to: Service unavailable: Master config (127.17.204.62:35645,127.17.204.60:33967,127.17.204.61:35389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.61:35389(127.17.204.61:35389): Connection refused: /127.17.204.61:35389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.204.62:35645(127.17.204.62:35645): Connection refused: /127.17.204.62:35645, [3640ms] refreshing cache from master, [3640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.62:35645, [3640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.60:33967, [3640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.61:35389, [3641ms] too many traces: truncated at 100 traces, deferred=Deferred@1185202981(state=PENDING, result=null, callback=(continuation of Deferred@725520178 after retry RPC after error@1887697624) -> (continuation of Deferred@471616495 after retry RPC after error@2084642466) -> (continuation of Deferred@593058055 after retry RPC after error@1289953934) -> (continuation of Deferred@845044686 after retry RPC after error@1176434473) -> (continuation of Deferred@803606412 after retry RPC after error@2051321772) -> (continuation of Deferred@981732097 after retry RPC after error@194122951) -> (continuation of Deferred@337113174 after retry RPC after error@1265702071) -> (continuation of Deferred@1371001563 after retry RPC after error@1251528710) -> (continuation of Deferred@1629887555 after retry RPC after error@582056060) -> (continuation of Deferred@1308575739 after retry RPC after error@1105962658) -> (continuation of Deferred@285114072 after retry RPC after error@967153187) -> (continuation of Deferred@240307827 after retry RPC after error@303081389) -> (continuation of Deferred@1912275849 after retry RPC after error@1694144283) -> (continuation of Deferred@2084826273 after retry RPC after error@1803096395) -> (continuation of Deferred@1110941926 after retry RPC after error@1925555700) -> (continuation of Deferred@285243881 after retry RPC after error@852541899) -> (continuation of Deferred@1293903847 after retry RPC after error@304779701) -> (continuation of Deferred@16215336 after retry RPC after error@882715236) -> (continuation of Deferred@42681167 after retry RPC after error@1147850130) -> (continuation of Deferred@2135909914 after retry RPC after error@584887709) -> (continuation of Deferred@2056586162 after retry RPC after error@1744914223) -> (continuation of Deferred@1819968387 after retry RPC after error@722303956) -> (continuation of Deferred@2044163476 after retry RPC after error@462253502) -> (continuation of Deferred@592675799 after retry RPC after error@1665175474) -> (continuation of Deferred@561593755 after retry RPC after error@1365857431) -> (continuation of Deferred@1855662166 after retry RPC after error@155260712) -> (continuation of Deferred@1639736958 after retry RPC after error@2053786418) -> (continuation of Deferred@1300497841 after retry RPC after error@1283302270) -> (continuation of Deferred@1316008729 after retry RPC after error@1718305342) -> (continuation of Deferred@196049615 after retry RPC after error@711483031) -> (continuation of Deferred@1640745144 after retry RPC after error@1561136141) -> (continuation of Deferred@763653217 after retry RPC after error@1164972960), errback=(continuation of Deferred@725520178 after retry RPC after error@1887697624) -> (continuation of Deferred@471616495 after retry RPC after error@2084642466) -> (continuation of Deferred@593058055 after retry RPC after error@1289953934) -> (continuation of Deferred@845044686 after retry RPC after error@1176434473) -> (continuation of Deferred@803606412 after retry RPC after error@2051321772) -> (continuation of Deferred@981732097 after retry RPC after error@194122951) -> (continuation of Deferred@337113174 after retry RPC after error@1265702071) -> (continuation of Deferred@1371001563 after retry RPC after error@1251528710) -> (continuation of Deferred@1629887555 after retry RPC after error@582056060) -> (continuation of Deferred@1308575739 after retry RPC after error@1105962658) -> (continuation of Deferred@285114072 after retry RPC after error@967153187) -> (continuation of Deferred@240307827 after retry RPC after error@303081389) -> (continuation of Deferred@1912275849 after retry RPC after error@1694144283) -> (continuation of Deferred@2084826273 after retry RPC after error@1803096395) -> (continuation of Deferred@1110941926 after retry RPC after error@1925555700) -> (continuation of Deferred@285243881 after retry RPC after error@852541899) -> (continuation of Deferred@1293903847 after retry RPC after error@304779701) -> (continuation of Deferred@16215336 after retry RPC after error@882715236) -> (continuation of Deferred@42681167 after retry RPC after error@1147850130) -> (continuation of Deferred@2135909914 after retry RPC after error@584887709) -> (continuation of Deferred@2056586162 after retry RPC after error@1744914223) -> (continuation of Deferred@1819968387 after retry RPC after error@722303956) -> (continuation of Deferred@2044163476 after retry RPC after error@462253502) -> (continuation of Deferred@592675799 after retry RPC after error@1665175474) -> (continuation of Deferred@561593755 after retry RPC after error@1365857431) -> (continuation of Deferred@1855662166 after retry RPC after error@155260712) -> (continuation of Deferred@1639736958 after retry RPC after error@2053786418) -> (continuation of Deferred@1300497841 after retry RPC after error@1283302270) -> (continuation of Deferred@1316008729 after retry RPC after error@1718305342) -> (continuation of Deferred@196049615 after retry RPC after error@711483031) -> (continuation of Deferred@1640745144 after retry RPC after error@1561136141) -> (continuation of Deferred@763653217 after retry RPC after error@1164972960)))
at org.junit.Assert.fail(Assert.java:89)
at org.junit.Assert.assertTrue(Assert.java:42)
at org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveRollingSwitchToOtherTxnManager(TestKuduTransaction.java:1214)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.lang.Thread.run(Thread.java:750)